2024-11-11 15:32:39,779 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 15:32:39,840 main DEBUG Took 0.057889 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 15:32:39,840 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 15:32:39,841 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 15:32:39,842 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 15:32:39,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,854 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 15:32:39,875 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,879 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,881 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,882 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,883 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,884 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,885 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,887 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,889 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,890 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:32:39,891 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,891 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 15:32:39,893 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:32:39,895 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 15:32:39,898 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 15:32:39,898 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 15:32:39,900 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 15:32:39,901 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 15:32:39,921 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 15:32:39,925 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 15:32:39,927 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 15:32:39,929 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 15:32:39,930 main DEBUG createAppenders(={Console}) 2024-11-11 15:32:39,931 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 15:32:39,931 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 15:32:39,931 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 15:32:39,932 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 15:32:39,933 main DEBUG OutputStream closed 2024-11-11 15:32:39,933 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 15:32:39,933 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 15:32:39,934 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 15:32:40,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 15:32:40,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 15:32:40,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 15:32:40,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 15:32:40,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 15:32:40,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 15:32:40,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 15:32:40,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 15:32:40,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 15:32:40,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 15:32:40,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 15:32:40,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 15:32:40,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 15:32:40,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 15:32:40,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 15:32:40,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 15:32:40,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 15:32:40,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 15:32:40,071 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 15:32:40,071 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 15:32:40,072 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 15:32:40,072 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T15:32:40,094 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 15:32:40,098 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 15:32:40,098 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T15:32:40,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1394, ProcessCount=11, AvailableMemoryMB=380 2024-11-11T15:32:40,571 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T15:32:40,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752 2024-11-11T15:32:40,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983, deleteOnExit=true 2024-11-11T15:32:40,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/zookeeper_0, clientPort=54226, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:32:40,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54226 2024-11-11T15:32:40,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:32:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:32:40,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/test.cache.data in system properties and HBase conf 2024-11-11T15:32:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:32:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:32:40,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:32:40,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:32:40,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:32:40,986 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T15:32:41,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:32:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:32:41,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:32:41,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:32:41,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:32:41,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:32:41,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:32:41,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:32:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:32:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:32:41,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:32:41,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:32:41,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:32:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:32:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:32:42,654 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:32:42,785 INFO [Time-limited test {}] log.Log(170): Logging initialized @4379ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T15:32:42,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:32:43,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:32:43,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:32:43,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:32:43,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:32:43,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:32:43,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bd11168{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:32:43,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a69438{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:32:43,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7817e719{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/java.io.tmpdir/jetty-localhost-35827-hadoop-hdfs-3_4_1-tests_jar-_-any-8059529727864271488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:32:43,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4459e25f{HTTP/1.1, (http/1.1)}{localhost:35827} 2024-11-11T15:32:43,519 INFO [Time-limited test {}] server.Server(415): Started @5114ms 2024-11-11T15:32:44,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:32:44,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:32:44,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:32:44,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:32:44,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:32:44,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a213b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:32:44,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1885f48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:32:44,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa18361{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/java.io.tmpdir/jetty-localhost-41121-hadoop-hdfs-3_4_1-tests_jar-_-any-14251993577334777184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:32:44,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6317b1c7{HTTP/1.1, (http/1.1)}{localhost:41121} 2024-11-11T15:32:44,494 INFO [Time-limited test {}] server.Server(415): Started @6090ms 2024-11-11T15:32:44,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:32:45,290 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/data/data2/current/BP-510588507-172.17.0.3-1731339162331/current, will proceed with Du for space computation calculation, 2024-11-11T15:32:45,290 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/data/data1/current/BP-510588507-172.17.0.3-1731339162331/current, will proceed with Du for space computation calculation, 2024-11-11T15:32:45,336 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:32:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e5c9a20c875318e with lease ID 0x7bad1bc8f9e4e964: Processing first storage report for DS-01509d75-a913-45cc-85bd-cc9ec86780e4 from datanode DatanodeRegistration(127.0.0.1:37923, datanodeUuid=4bdca774-e813-476b-b68b-aa5611ca7bde, infoPort=45689, infoSecurePort=0, ipcPort=34719, storageInfo=lv=-57;cid=testClusterID;nsid=7248648;c=1731339162331) 2024-11-11T15:32:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e5c9a20c875318e with lease ID 0x7bad1bc8f9e4e964: from storage DS-01509d75-a913-45cc-85bd-cc9ec86780e4 node DatanodeRegistration(127.0.0.1:37923, datanodeUuid=4bdca774-e813-476b-b68b-aa5611ca7bde, infoPort=45689, infoSecurePort=0, ipcPort=34719, storageInfo=lv=-57;cid=testClusterID;nsid=7248648;c=1731339162331), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:32:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e5c9a20c875318e with lease ID 0x7bad1bc8f9e4e964: Processing first storage report for DS-64a2aecc-635e-415d-bfeb-2337935850e7 from datanode DatanodeRegistration(127.0.0.1:37923, datanodeUuid=4bdca774-e813-476b-b68b-aa5611ca7bde, infoPort=45689, infoSecurePort=0, ipcPort=34719, storageInfo=lv=-57;cid=testClusterID;nsid=7248648;c=1731339162331) 2024-11-11T15:32:45,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e5c9a20c875318e with lease ID 0x7bad1bc8f9e4e964: from storage DS-64a2aecc-635e-415d-bfeb-2337935850e7 node DatanodeRegistration(127.0.0.1:37923, datanodeUuid=4bdca774-e813-476b-b68b-aa5611ca7bde, infoPort=45689, infoSecurePort=0, ipcPort=34719, storageInfo=lv=-57;cid=testClusterID;nsid=7248648;c=1731339162331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:32:45,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752 2024-11-11T15:32:45,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:45,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:32:46,306 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71 with version=8 2024-11-11T15:32:46,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/hbase-staging 2024-11-11T15:32:46,446 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T15:32:46,734 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:32:46,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:46,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:46,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:32:46,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:46,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:32:46,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:32:47,039 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T15:32:47,053 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T15:32:47,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:32:47,096 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8814 (auto-detected) 2024-11-11T15:32:47,097 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T15:32:47,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33659 2024-11-11T15:32:47,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33659 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:32:47,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336590x0, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:32:47,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33659-0x10197f682230000 connected 2024-11-11T15:32:47,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:47,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:47,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:32:47,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71, hbase.cluster.distributed=false 2024-11-11T15:32:47,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/acl 2024-11-11T15:32:47,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33659 2024-11-11T15:32:47,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33659 2024-11-11T15:32:47,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33659 2024-11-11T15:32:47,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33659 2024-11-11T15:32:47,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33659 2024-11-11T15:32:47,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:32:47,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:47,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:47,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:32:47,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:47,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:32:47,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:32:47,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:32:47,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39773 2024-11-11T15:32:47,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39773 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:32:47,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:47,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:47,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397730x0, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:32:47,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39773-0x10197f682230001 connected 2024-11-11T15:32:47,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:32:47,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:32:47,591 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:32:47,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/master 2024-11-11T15:32:47,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/acl 2024-11-11T15:32:47,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-11T15:32:47,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39773 2024-11-11T15:32:47,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39773 2024-11-11T15:32:47,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-11T15:32:47,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-11T15:32:47,622 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33659 2024-11-11T15:32:47,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /067576437/backup-masters/9a1fddc00362,33659,1731339166518 2024-11-11T15:32:47,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:32:47,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:32:47,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on existing znode=/067576437/backup-masters/9a1fddc00362,33659,1731339166518 2024-11-11T15:32:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/067576437/master 2024-11-11T15:32:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:47,666 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on existing znode=/067576437/master 2024-11-11T15:32:47,667 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /067576437/backup-masters/9a1fddc00362,33659,1731339166518 from backup master directory 2024-11-11T15:32:47,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:32:47,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/backup-masters/9a1fddc00362,33659,1731339166518 2024-11-11T15:32:47,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:32:47,677 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:32:47,677 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33659,1731339166518 2024-11-11T15:32:47,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T15:32:47,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T15:32:47,747 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/hbase.id] with ID: 8b22e452-0e89-4af4-82ed-2e9e16935849 2024-11-11T15:32:47,747 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/.tmp/hbase.id 2024-11-11T15:32:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:32:48,161 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/.tmp/hbase.id]:[hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/hbase.id] 2024-11-11T15:32:48,212 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:48,219 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:32:48,249 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-11T15:32:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:32:48,688 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:32:48,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:32:48,709 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:32:48,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:48,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:32:49,179 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store 2024-11-11T15:32:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:32:49,610 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T15:32:49,615 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:49,616 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:32:49,616 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:49,617 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:49,618 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:32:49,618 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:49,619 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:49,620 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339169616Disabling compacts and flushes for region at 1731339169616Disabling writes for close at 1731339169618 (+2 ms)Writing region close event to WAL at 1731339169619 (+1 ms)Closed at 1731339169619 2024-11-11T15:32:49,623 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/.initializing 2024-11-11T15:32:49,623 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518 2024-11-11T15:32:49,634 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:32:49,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33659%2C1731339166518, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/oldWALs, maxLogs=10 2024-11-11T15:32:49,690 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518/9a1fddc00362%2C33659%2C1731339166518.1731339169661, exclude list is [], retry=0 2024-11-11T15:32:49,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:32:49,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T15:32:49,758 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518/9a1fddc00362%2C33659%2C1731339166518.1731339169661 2024-11-11T15:32:49,759 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:32:49,760 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:32:49,760 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:49,764 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,765 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:32:49,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:49,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:49,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:32:49,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:49,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:49,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:32:49,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:49,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:49,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:32:49,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:49,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:49,858 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,862 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,863 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,868 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,869 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,872 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:49,876 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:49,880 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:32:49,882 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74306855, jitterRate=0.10725842416286469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:49,889 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339169778Initializing all the Stores at 1731339169780 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339169781 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339169781Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339169782 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339169782Cleaning up temporary data from old regions at 1731339169869 (+87 ms)Region opened successfully at 1731339169889 (+20 ms) 2024-11-11T15:32:49,890 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:32:49,929 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23897dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:32:49,964 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:32:49,977 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:32:49,977 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:32:49,981 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:32:49,983 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:32:49,988 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T15:32:49,988 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:32:50,019 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:32:50,029 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/balancer because node does not exist (not necessarily an error) 2024-11-11T15:32:50,048 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/balancer already deleted, retry=false 2024-11-11T15:32:50,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:32:50,053 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:32:50,071 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/normalizer already deleted, retry=false 2024-11-11T15:32:50,074 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:32:50,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:32:50,095 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/switch/split already deleted, retry=false 2024-11-11T15:32:50,097 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:32:50,109 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/switch/merge already deleted, retry=false 2024-11-11T15:32:50,133 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:32:50,148 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/snapshot-cleanup already deleted, retry=false 2024-11-11T15:32:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/067576437/running 2024-11-11T15:32:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/067576437/running 2024-11-11T15:32:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:50,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:50,166 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33659,1731339166518, sessionid=0x10197f682230000, setting cluster-up flag (Was=false) 2024-11-11T15:32:50,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:50,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:50,287 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /067576437/flush-table-proc/acquired, /067576437/flush-table-proc/reached, /067576437/flush-table-proc/abort 2024-11-11T15:32:50,290 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33659,1731339166518 2024-11-11T15:32:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:50,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /067576437/online-snapshot/acquired, /067576437/online-snapshot/reached, /067576437/online-snapshot/abort 2024-11-11T15:32:50,389 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33659,1731339166518 2024-11-11T15:32:50,409 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:32:50,430 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(746): ClusterId : 8b22e452-0e89-4af4-82ed-2e9e16935849 2024-11-11T15:32:50,433 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:32:50,450 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:32:50,450 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:32:50,465 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:32:50,466 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abbd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:32:50,483 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:39773 2024-11-11T15:32:50,487 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:32:50,487 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:32:50,487 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:32:50,490 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33659,1731339166518 with port=39773, startcode=1731339167516 2024-11-11T15:32:50,502 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:32:50,507 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:50,519 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:32:50,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:32:50,537 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33659,1731339166518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:32:50,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:32:50,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:50,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:50,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:50,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:50,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:32:50,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:32:50,552 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33659 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:32:50,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,564 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339200564 2024-11-11T15:32:50,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:50,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:32:50,566 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:32:50,568 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:32:50,572 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:32:50,572 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:32:50,573 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:32:50,573 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:50,573 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:32:50,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:32:50,573 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,577 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:32:50,579 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:32:50,579 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:32:50,580 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:32:50,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:32:50,591 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:32:50,591 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:32:50,593 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339170593,5,FailOnTimeoutGroup] 2024-11-11T15:32:50,594 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339170594,5,FailOnTimeoutGroup] 2024-11-11T15:32:50,594 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,594 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:32:50,595 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:32:50,595 WARN [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:32:50,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,697 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33659,1731339166518 with port=39773, startcode=1731339167516 2024-11-11T15:32:50,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,39773,1731339167516 2024-11-11T15:32:50,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33659 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,39773,1731339167516 2024-11-11T15:32:50,712 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71 2024-11-11T15:32:50,712 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44409 2024-11-11T15:32:50,712 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:32:50,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/rs 2024-11-11T15:32:50,726 DEBUG [RS:0;9a1fddc00362:39773 {}] zookeeper.ZKUtil(111): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on existing znode=/067576437/rs/9a1fddc00362,39773,1731339167516 2024-11-11T15:32:50,726 WARN [RS:0;9a1fddc00362:39773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:32:50,727 INFO [RS:0;9a1fddc00362:39773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:50,727 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516 2024-11-11T15:32:50,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,39773,1731339167516] 2024-11-11T15:32:50,757 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:32:50,773 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:32:50,779 INFO [RS:0;9a1fddc00362:39773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:32:50,779 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,780 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:32:50,785 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:32:50,787 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,787 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,787 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,787 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,787 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,788 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,788 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:32:50,788 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,788 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,789 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,789 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,789 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,789 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:50,790 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:32:50,790 DEBUG [RS:0;9a1fddc00362:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:32:50,791 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,791 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,791 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,792 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,792 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,792 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39773,1731339167516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:32:50,816 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:32:50,818 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39773,1731339167516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,818 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,818 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.Replication(171): 9a1fddc00362,39773,1731339167516 started 2024-11-11T15:32:50,837 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:50,838 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,39773,1731339167516, RpcServer on 9a1fddc00362/172.17.0.3:39773, sessionid=0x10197f682230001 2024-11-11T15:32:50,839 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:32:50,839 DEBUG [RS:0;9a1fddc00362:39773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,39773,1731339167516 2024-11-11T15:32:50,839 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,39773,1731339167516' 2024-11-11T15:32:50,839 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/067576437/flush-table-proc/abort' 2024-11-11T15:32:50,841 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/067576437/flush-table-proc/acquired' 2024-11-11T15:32:50,841 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:32:50,842 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:32:50,842 DEBUG [RS:0;9a1fddc00362:39773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,39773,1731339167516 2024-11-11T15:32:50,842 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,39773,1731339167516' 2024-11-11T15:32:50,842 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/067576437/online-snapshot/abort' 2024-11-11T15:32:50,843 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/067576437/online-snapshot/acquired' 2024-11-11T15:32:50,843 DEBUG [RS:0;9a1fddc00362:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:32:50,843 INFO [RS:0;9a1fddc00362:39773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:32:50,843 INFO [RS:0;9a1fddc00362:39773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:32:50,949 INFO [RS:0;9a1fddc00362:39773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:32:50,952 INFO [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C39773%2C1731339167516, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs, maxLogs=10 2024-11-11T15:32:50,972 DEBUG [RS:0;9a1fddc00362:39773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955, exclude list is [], retry=0 2024-11-11T15:32:50,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:32:50,980 INFO [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 2024-11-11T15:32:50,984 DEBUG [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:32:50,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:32:50,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71 2024-11-11T15:32:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:32:51,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:51,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:32:51,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:32:51,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:32:51,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:32:51,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:32:51,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:32:51,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:32:51,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:32:51,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:32:51,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740 2024-11-11T15:32:51,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740 2024-11-11T15:32:51,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:32:51,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:32:51,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:51,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:32:51,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:32:51,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519699, jitterRate=-0.02368040382862091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339171406Initializing all the Stores at 1731339171408 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339171408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339171409 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339171409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339171409Cleaning up temporary data from old regions at 1731339171432 (+23 ms)Region opened successfully at 1731339171442 (+10 ms) 2024-11-11T15:32:51,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:32:51,443 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:32:51,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:32:51,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:32:51,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:32:51,444 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:32:51,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339171442Disabling compacts and flushes for region at 1731339171442Disabling writes for close at 1731339171443 (+1 ms)Writing region close event to WAL at 1731339171444 (+1 ms)Closed at 1731339171444 2024-11-11T15:32:51,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:51,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:32:51,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:32:51,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:32:51,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:32:51,620 DEBUG [9a1fddc00362:33659 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:32:51,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,39773,1731339167516 2024-11-11T15:32:51,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39773,1731339167516, state=OPENING 2024-11-11T15:32:51,663 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:32:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:51,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:51,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:32:51,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:32:51,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:32:51,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,39773,1731339167516}] 2024-11-11T15:32:51,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:32:51,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:32:51,888 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:32:51,889 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:51,890 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:32:51,893 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C39773%2C1731339167516.meta, suffix=.meta, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs, maxLogs=10 2024-11-11T15:32:51,911 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.meta.1731339171895.meta, exclude list is [], retry=0 2024-11-11T15:32:51,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:32:51,919 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.meta.1731339171895.meta 2024-11-11T15:32:51,920 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:32:51,920 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:32:51,926 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:32:51,927 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:32:51,930 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:32:51,932 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:32:51,936 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:32:51,936 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:51,937 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:32:51,937 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:32:51,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:32:51,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:32:51,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:32:51,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:32:51,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:32:51,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:32:51,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:32:51,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:32:51,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:51,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:51,952 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:32:51,953 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740 2024-11-11T15:32:51,956 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740 2024-11-11T15:32:51,958 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:32:51,959 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:32:51,959 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:51,962 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:32:51,964 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59673686, jitterRate=-0.11079278588294983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:51,964 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:32:51,966 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339171937Writing region info on filesystem at 1731339171938 (+1 ms)Initializing all the Stores at 1731339171940 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339171940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339171940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339171940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339171940Cleaning up temporary data from old regions at 1731339171959 (+19 ms)Running coprocessor post-open hooks at 1731339171964 (+5 ms)Region opened successfully at 1731339171965 (+1 ms) 2024-11-11T15:32:51,973 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339171859 2024-11-11T15:32:51,986 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:32:51,986 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:32:51,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,39773,1731339167516 2024-11-11T15:32:51,991 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39773,1731339167516, state=OPEN 2024-11-11T15:32:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:32:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:32:52,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:32:52,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:32:52,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,39773,1731339167516 2024-11-11T15:32:52,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:32:52,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,39773,1731339167516 in 343 msec 2024-11-11T15:32:52,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:32:52,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 588 msec 2024-11-11T15:32:52,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:52,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:32:52,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:32:52,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39773,1731339167516, seqNum=-1] 2024-11-11T15:32:52,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:32:52,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:32:52,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6730 sec 2024-11-11T15:32:52,128 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339172128, completionTime=-1 2024-11-11T15:32:52,131 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:32:52,132 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:32:52,169 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:32:52,169 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339232169 2024-11-11T15:32:52,170 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339292170 2024-11-11T15:32:52,170 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 38 msec 2024-11-11T15:32:52,172 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33659,1731339166518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,173 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33659,1731339166518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,173 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33659,1731339166518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,175 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33659, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,176 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,176 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,185 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:32:52,213 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.536sec 2024-11-11T15:32:52,215 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:32:52,217 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:32:52,218 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:32:52,219 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:32:52,219 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:32:52,220 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33659,1731339166518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:32:52,221 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33659,1731339166518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:32:52,231 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:32:52,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:32:52,233 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33659,1731339166518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:52,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fdb8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:52,326 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T15:32:52,326 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T15:32:52,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33659,-1 for getting cluster id 2024-11-11T15:32:52,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:52,341 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b22e452-0e89-4af4-82ed-2e9e16935849' 2024-11-11T15:32:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b22e452-0e89-4af4-82ed-2e9e16935849" 2024-11-11T15:32:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db9d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33659,-1] 2024-11-11T15:32:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:52,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:52,353 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:52,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1778c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:52,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:32:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39773,1731339167516, seqNum=-1] 2024-11-11T15:32:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:32:52,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:32:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,33659,1731339166518 2024-11-11T15:32:52,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:32:52,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:32:52,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f682230002 connected 2024-11-11T15:32:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir so I do NOT create it in target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd 2024-11-11T15:32:52,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:32:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.tmp.dir so I do NOT create it in target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd 2024-11-11T15:32:52,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:32:52,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd 2024-11-11T15:32:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:32:52,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/cluster_e68b6640-fed0-898f-519c-334747355cb2, deleteOnExit=true 2024-11-11T15:32:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:32:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/test.cache.data in system properties and HBase conf 2024-11-11T15:32:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:32:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:32:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:32:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:32:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:32:52,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:32:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:32:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:32:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:32:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:32:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:32:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:32:52,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:32:52,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:32:52,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:32:52,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:32:52,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:32:52,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:32:52,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:32:52,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f43bf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:32:52,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e346b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:32:52,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a377a31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/java.io.tmpdir/jetty-localhost-34265-hadoop-hdfs-3_4_1-tests_jar-_-any-9065132163762428803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:32:52,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b4334b7{HTTP/1.1, (http/1.1)}{localhost:34265} 2024-11-11T15:32:52,844 INFO [Time-limited test {}] server.Server(415): Started @14440ms 2024-11-11T15:32:53,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:32:53,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:32:53,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:32:53,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:32:53,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:32:53,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fabbb40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:32:53,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6466236f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:32:53,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21c46a19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/java.io.tmpdir/jetty-localhost-37929-hadoop-hdfs-3_4_1-tests_jar-_-any-3445602512694566248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:32:53,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13056b1c{HTTP/1.1, (http/1.1)}{localhost:37929} 2024-11-11T15:32:53,195 INFO [Time-limited test {}] server.Server(415): Started @14790ms 2024-11-11T15:32:53,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:32:53,721 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/cluster_e68b6640-fed0-898f-519c-334747355cb2/data/data1/current/BP-681441279-172.17.0.3-1731339172492/current, will proceed with Du for space computation calculation, 2024-11-11T15:32:53,721 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/cluster_e68b6640-fed0-898f-519c-334747355cb2/data/data2/current/BP-681441279-172.17.0.3-1731339172492/current, will proceed with Du for space computation calculation, 2024-11-11T15:32:53,740 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:32:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb5051287bf0d3fa with lease ID 0xdc3d517604ee0351: Processing first storage report for DS-9f10dd75-661c-49ed-8679-4b4652dd1e37 from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=c6dfe8f7-b608-423f-b8b6-35b9577dacd3, infoPort=45241, infoSecurePort=0, ipcPort=46181, storageInfo=lv=-57;cid=testClusterID;nsid=1922200133;c=1731339172492) 2024-11-11T15:32:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb5051287bf0d3fa with lease ID 0xdc3d517604ee0351: from storage DS-9f10dd75-661c-49ed-8679-4b4652dd1e37 node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=c6dfe8f7-b608-423f-b8b6-35b9577dacd3, infoPort=45241, infoSecurePort=0, ipcPort=46181, storageInfo=lv=-57;cid=testClusterID;nsid=1922200133;c=1731339172492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:32:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb5051287bf0d3fa with lease ID 0xdc3d517604ee0351: Processing first storage report for DS-e6610e92-5cd3-49ef-9879-e39f89183038 from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=c6dfe8f7-b608-423f-b8b6-35b9577dacd3, infoPort=45241, infoSecurePort=0, ipcPort=46181, storageInfo=lv=-57;cid=testClusterID;nsid=1922200133;c=1731339172492) 2024-11-11T15:32:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb5051287bf0d3fa with lease ID 0xdc3d517604ee0351: from storage DS-e6610e92-5cd3-49ef-9879-e39f89183038 node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=c6dfe8f7-b608-423f-b8b6-35b9577dacd3, infoPort=45241, infoSecurePort=0, ipcPort=46181, storageInfo=lv=-57;cid=testClusterID;nsid=1922200133;c=1731339172492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:32:53,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd 2024-11-11T15:32:53,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:53,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:53,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:32:54,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832 with version=8 2024-11-11T15:32:54,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/hbase-staging 2024-11-11T15:32:54,258 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:32:54,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:54,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:54,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:32:54,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:54,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:32:54,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:32:54,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:32:54,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34287 2024-11-11T15:32:54,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34287 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:32:54,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342870x0, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:32:54,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34287-0x10197f682230003 connected 2024-11-11T15:32:54,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:54,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:54,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/running 2024-11-11T15:32:54,554 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832, hbase.cluster.distributed=false 2024-11-11T15:32:54,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/acl 2024-11-11T15:32:54,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34287 2024-11-11T15:32:54,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34287 2024-11-11T15:32:54,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34287 2024-11-11T15:32:54,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34287 2024-11-11T15:32:54,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34287 2024-11-11T15:32:54,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:32:54,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:54,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:54,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:32:54,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:32:54,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:32:54,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:32:54,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:32:54,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40253 2024-11-11T15:32:54,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40253 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:32:54,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:54,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:54,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402530x0, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:32:54,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402530x0, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/running 2024-11-11T15:32:54,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40253-0x10197f682230004 connected 2024-11-11T15:32:54,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:32:54,627 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:32:54,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/master 2024-11-11T15:32:54,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/acl 2024-11-11T15:32:54,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-11T15:32:54,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40253 2024-11-11T15:32:54,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40253 2024-11-11T15:32:54,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-11T15:32:54,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-11T15:32:54,644 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:34287 2024-11-11T15:32:54,645 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1655260773/backup-masters/9a1fddc00362,34287,1731339174258 2024-11-11T15:32:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773/backup-masters 2024-11-11T15:32:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773/backup-masters 2024-11-11T15:32:54,672 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on existing znode=/1-1655260773/backup-masters/9a1fddc00362,34287,1731339174258 2024-11-11T15:32:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1655260773/master 2024-11-11T15:32:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:54,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:54,718 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on existing znode=/1-1655260773/master 2024-11-11T15:32:54,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1655260773/backup-masters/9a1fddc00362,34287,1731339174258 from backup master directory 2024-11-11T15:32:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773/backup-masters 2024-11-11T15:32:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655260773/backup-masters/9a1fddc00362,34287,1731339174258 2024-11-11T15:32:54,786 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:32:54,787 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,34287,1731339174258 2024-11-11T15:32:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773/backup-masters 2024-11-11T15:32:54,794 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/hbase.id] with ID: 1579d659-307f-4baf-a064-7291950e9cb1 2024-11-11T15:32:54,794 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/.tmp/hbase.id 2024-11-11T15:32:54,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:32:54,802 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/.tmp/hbase.id]:[hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/hbase.id] 2024-11-11T15:32:54,853 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:32:54,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:32:54,856 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T15:32:54,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:54,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:32:54,897 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:32:54,898 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:32:54,898 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:32:55,316 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store 2024-11-11T15:32:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:32:55,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:55,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:32:55,325 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:55,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:55,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:32:55,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:55,325 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:32:55,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339175325Disabling compacts and flushes for region at 1731339175325Disabling writes for close at 1731339175325Writing region close event to WAL at 1731339175325Closed at 1731339175325 2024-11-11T15:32:55,327 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/.initializing 2024-11-11T15:32:55,327 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/WALs/9a1fddc00362,34287,1731339174258 2024-11-11T15:32:55,328 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:32:55,331 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C34287%2C1731339174258, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/WALs/9a1fddc00362,34287,1731339174258, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/oldWALs, maxLogs=10 2024-11-11T15:32:55,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/WALs/9a1fddc00362,34287,1731339174258/9a1fddc00362%2C34287%2C1731339174258.1731339175331, exclude list is [], retry=0 2024-11-11T15:32:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-9f10dd75-661c-49ed-8679-4b4652dd1e37,DISK] 2024-11-11T15:32:55,354 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/WALs/9a1fddc00362,34287,1731339174258/9a1fddc00362%2C34287%2C1731339174258.1731339175331 2024-11-11T15:32:55,354 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45241:45241)] 2024-11-11T15:32:55,354 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:32:55,354 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:55,354 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,355 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:32:55,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:55,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:55,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:32:55,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:55,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:55,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:32:55,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:55,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:55,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:32:55,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:55,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:55,371 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,373 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,373 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,376 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,376 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,377 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:55,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:32:55,383 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:32:55,384 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64672996, jitterRate=-0.0362972617149353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:55,384 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339175355Initializing all the Stores at 1731339175356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339175356Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339175357 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339175357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339175357Cleaning up temporary data from old regions at 1731339175376 (+19 ms)Region opened successfully at 1731339175384 (+8 ms) 2024-11-11T15:32:55,385 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:32:55,390 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cd10dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:32:55,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:32:55,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:32:55,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:32:55,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:32:55,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:32:55,393 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:32:55,393 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:32:55,396 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:32:55,397 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Unable to get data of znode /1-1655260773/balancer because node does not exist (not necessarily an error) 2024-11-11T15:32:55,417 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655260773/balancer already deleted, retry=false 2024-11-11T15:32:55,418 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:32:55,419 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Unable to get data of znode /1-1655260773/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:32:55,455 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655260773/normalizer already deleted, retry=false 2024-11-11T15:32:55,456 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:32:55,458 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Unable to get data of znode /1-1655260773/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:32:55,509 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655260773/switch/split already deleted, retry=false 2024-11-11T15:32:55,511 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Unable to get data of znode /1-1655260773/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:32:55,571 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655260773/switch/merge already deleted, retry=false 2024-11-11T15:32:55,574 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Unable to get data of znode /1-1655260773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:32:55,594 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655260773/snapshot-cleanup already deleted, retry=false 2024-11-11T15:32:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1655260773/running 2024-11-11T15:32:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1655260773/running 2024-11-11T15:32:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:55,633 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,34287,1731339174258, sessionid=0x10197f682230003, setting cluster-up flag (Was=false) 2024-11-11T15:32:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:55,894 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1655260773/flush-table-proc/acquired, /1-1655260773/flush-table-proc/reached, /1-1655260773/flush-table-proc/abort 2024-11-11T15:32:55,896 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,34287,1731339174258 2024-11-11T15:32:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:56,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1655260773/online-snapshot/acquired, /1-1655260773/online-snapshot/reached, /1-1655260773/online-snapshot/abort 2024-11-11T15:32:56,003 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,34287,1731339174258 2024-11-11T15:32:56,006 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:32:56,009 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:56,009 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:32:56,009 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:32:56,010 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,34287,1731339174258 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:32:56,011 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:32:56,012 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:56,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:32:56,016 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339206016 2024-11-11T15:32:56,016 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:32:56,016 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:32:56,016 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:32:56,017 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:32:56,017 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:32:56,017 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:32:56,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:56,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:32:56,020 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,020 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:32:56,021 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:32:56,021 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:32:56,021 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:32:56,022 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:32:56,022 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:32:56,022 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339176022,5,FailOnTimeoutGroup] 2024-11-11T15:32:56,022 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339176022,5,FailOnTimeoutGroup] 2024-11-11T15:32:56,022 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,023 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:32:56,023 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,023 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:32:56,046 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(746): ClusterId : 1579d659-307f-4baf-a064-7291950e9cb1 2024-11-11T15:32:56,046 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:32:56,064 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:32:56,064 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:32:56,095 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:32:56,095 DEBUG [RS:0;9a1fddc00362:40253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e641a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:32:56,108 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:40253 2024-11-11T15:32:56,108 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:32:56,108 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:32:56,108 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:32:56,109 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,34287,1731339174258 with port=40253, startcode=1731339174576 2024-11-11T15:32:56,109 DEBUG [RS:0;9a1fddc00362:40253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:32:56,111 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:32:56,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,40253,1731339174576 2024-11-11T15:32:56,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,40253,1731339174576 2024-11-11T15:32:56,115 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832 2024-11-11T15:32:56,115 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33305 2024-11-11T15:32:56,115 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:32:56,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773/rs 2024-11-11T15:32:56,125 DEBUG [RS:0;9a1fddc00362:40253 {}] zookeeper.ZKUtil(111): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on existing znode=/1-1655260773/rs/9a1fddc00362,40253,1731339174576 2024-11-11T15:32:56,125 WARN [RS:0;9a1fddc00362:40253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:32:56,126 INFO [RS:0;9a1fddc00362:40253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:56,126 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576 2024-11-11T15:32:56,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,40253,1731339174576] 2024-11-11T15:32:56,130 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:32:56,133 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:32:56,133 INFO [RS:0;9a1fddc00362:40253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:32:56,134 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,134 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:32:56,135 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:32:56,135 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,135 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,135 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,135 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,135 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,135 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:32:56,136 DEBUG [RS:0;9a1fddc00362:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:32:56,137 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,137 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,137 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,137 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,137 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,137 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40253,1731339174576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:32:56,154 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:32:56,154 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40253,1731339174576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,155 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,155 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.Replication(171): 9a1fddc00362,40253,1731339174576 started 2024-11-11T15:32:56,175 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:56,175 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,40253,1731339174576, RpcServer on 9a1fddc00362/172.17.0.3:40253, sessionid=0x10197f682230004 2024-11-11T15:32:56,175 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:32:56,175 DEBUG [RS:0;9a1fddc00362:40253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,40253,1731339174576 2024-11-11T15:32:56,175 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40253,1731339174576' 2024-11-11T15:32:56,176 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1655260773/flush-table-proc/abort' 2024-11-11T15:32:56,176 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1655260773/flush-table-proc/acquired' 2024-11-11T15:32:56,177 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:32:56,177 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:32:56,177 DEBUG [RS:0;9a1fddc00362:40253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,40253,1731339174576 2024-11-11T15:32:56,177 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40253,1731339174576' 2024-11-11T15:32:56,177 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1655260773/online-snapshot/abort' 2024-11-11T15:32:56,178 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1655260773/online-snapshot/acquired' 2024-11-11T15:32:56,178 DEBUG [RS:0;9a1fddc00362:40253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:32:56,178 INFO [RS:0;9a1fddc00362:40253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:32:56,179 INFO [RS:0;9a1fddc00362:40253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:32:56,279 INFO [RS:0;9a1fddc00362:40253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:32:56,282 INFO [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40253%2C1731339174576, suffix=, logDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/oldWALs, maxLogs=10 2024-11-11T15:32:56,298 DEBUG [RS:0;9a1fddc00362:40253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576/9a1fddc00362%2C40253%2C1731339174576.1731339176283, exclude list is [], retry=0 2024-11-11T15:32:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-9f10dd75-661c-49ed-8679-4b4652dd1e37,DISK] 2024-11-11T15:32:56,306 INFO [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576/9a1fddc00362%2C40253%2C1731339174576.1731339176283 2024-11-11T15:32:56,306 DEBUG [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45241:45241)] 2024-11-11T15:32:56,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:32:56,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832 2024-11-11T15:32:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:32:56,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:32:56,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:56,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:32:56,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:32:56,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:56,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:56,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:32:56,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:32:56,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:56,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:56,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:32:56,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:32:56,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:56,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:56,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:32:56,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:32:56,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:56,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:56,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:32:56,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740 2024-11-11T15:32:56,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740 2024-11-11T15:32:56,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:32:56,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:32:56,865 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:56,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:32:56,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:32:56,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68831013, jitterRate=0.025662019848823547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339176847Initializing all the Stores at 1731339176849 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339176849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339176849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339176849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339176849Cleaning up temporary data from old regions at 1731339176865 (+16 ms)Region opened successfully at 1731339176872 (+7 ms) 2024-11-11T15:32:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:32:56,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:32:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:32:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:32:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:32:56,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:32:56,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339176872Disabling compacts and flushes for region at 1731339176872Disabling writes for close at 1731339176872Writing region close event to WAL at 1731339176873 (+1 ms)Closed at 1731339176873 2024-11-11T15:32:56,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:56,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:32:56,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:32:56,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:32:56,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:32:57,029 DEBUG [9a1fddc00362:34287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:32:57,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,40253,1731339174576 2024-11-11T15:32:57,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40253,1731339174576, state=OPENING 2024-11-11T15:32:57,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:32:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:32:57,095 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:32:57,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655260773/meta-region-server: CHANGED 2024-11-11T15:32:57,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655260773/meta-region-server: CHANGED 2024-11-11T15:32:57,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40253,1731339174576}] 2024-11-11T15:32:57,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:32:57,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:32:57,262 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:32:57,262 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:57,263 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:32:57,268 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40253%2C1731339174576.meta, suffix=.meta, logDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576, archiveDir=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/oldWALs, maxLogs=10 2024-11-11T15:32:57,287 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576/9a1fddc00362%2C40253%2C1731339174576.meta.1731339177270.meta, exclude list is [], retry=0 2024-11-11T15:32:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-9f10dd75-661c-49ed-8679-4b4652dd1e37,DISK] 2024-11-11T15:32:57,304 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/WALs/9a1fddc00362,40253,1731339174576/9a1fddc00362%2C40253%2C1731339174576.meta.1731339177270.meta 2024-11-11T15:32:57,304 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45241:45241)] 2024-11-11T15:32:57,305 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:32:57,305 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:32:57,305 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:32:57,305 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:32:57,305 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:32:57,306 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:32:57,306 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:57,306 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:32:57,306 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:32:57,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:32:57,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:32:57,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:57,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:57,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:32:57,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:32:57,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:57,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:57,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:32:57,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:32:57,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:57,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:57,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:32:57,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:32:57,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:57,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:57,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:32:57,336 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740 2024-11-11T15:32:57,338 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740 2024-11-11T15:32:57,341 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:32:57,341 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:32:57,342 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:57,345 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:32:57,347 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75480791, jitterRate=0.12475143373012543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:57,347 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:32:57,347 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339177306Writing region info on filesystem at 1731339177306Initializing all the Stores at 1731339177313 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339177313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339177316 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339177316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339177316Cleaning up temporary data from old regions at 1731339177341 (+25 ms)Running coprocessor post-open hooks at 1731339177347 (+6 ms)Region opened successfully at 1731339177347 2024-11-11T15:32:57,353 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339177250 2024-11-11T15:32:57,358 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:32:57,358 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:32:57,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40253,1731339174576 2024-11-11T15:32:57,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40253,1731339174576, state=OPEN 2024-11-11T15:32:57,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1655260773/meta-region-server 2024-11-11T15:32:57,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1655260773/meta-region-server 2024-11-11T15:32:57,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,40253,1731339174576 2024-11-11T15:32:57,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655260773/meta-region-server: CHANGED 2024-11-11T15:32:57,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1655260773/meta-region-server: CHANGED 2024-11-11T15:32:57,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:32:57,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40253,1731339174576 in 284 msec 2024-11-11T15:32:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:32:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-11T15:32:57,389 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:32:57,389 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:32:57,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:32:57,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40253,1731339174576, seqNum=-1] 2024-11-11T15:32:57,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:32:57,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:32:57,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-11T15:32:57,406 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339177405, completionTime=-1 2024-11-11T15:32:57,406 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:32:57,406 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:32:57,409 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:32:57,409 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339237409 2024-11-11T15:32:57,409 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339297409 2024-11-11T15:32:57,409 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:32:57,410 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34287,1731339174258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,410 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34287,1731339174258-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,411 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34287,1731339174258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,411 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:34287, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,411 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,414 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,414 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:32:57,419 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.632sec 2024-11-11T15:32:57,419 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:32:57,419 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:32:57,419 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:32:57,419 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:32:57,420 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:32:57,420 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34287,1731339174258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:32:57,420 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34287,1731339174258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:32:57,425 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:32:57,425 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:32:57,425 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34287,1731339174258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:32:57,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:32:57,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f577f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:57,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:57,453 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:57,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d879aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:57,466 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:57,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9d8a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:32:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40253,1731339174576, seqNum=-1] 2024-11-11T15:32:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:32:57,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:32:57,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,34287,1731339174258 2024-11-11T15:32:57,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:32:57,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:32:57,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:32:57,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:32:57,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T15:32:57,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:32:57,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:32:57,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:32:57,511 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:32:57,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:32:57,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f682230005 connected 2024-11-11T15:32:57,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e72b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33659,-1 for getting cluster id 2024-11-11T15:32:57,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:57,548 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b22e452-0e89-4af4-82ed-2e9e16935849' 2024-11-11T15:32:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b22e452-0e89-4af4-82ed-2e9e16935849" 2024-11-11T15:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547b77f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33659,-1] 2024-11-11T15:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:57,551 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b68261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:57,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33659,1731339166518 2024-11-11T15:32:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50a42a17 2024-11-11T15:32:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:57,576 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:57,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:32:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:32:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:32:57,593 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:32:57,595 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610ba25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,595 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:57,595 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:57,597 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:57,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:57,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:57,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392873df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:57,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:57,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:57,600 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:57,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4884ec59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:57,602 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:57,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:32:57,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1500f0d1 2024-11-11T15:32:57,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:57,609 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:57,623 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T15:32:57,623 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:32:57,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:57,631 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:57,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:57,633 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:32:57,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:32:57,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:32:57,645 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:57,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:32:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741835_1011 (size=1138) 2024-11-11T15:32:57,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e483cbffff2bd8b5f2df92d98bc5972, NAME => 'hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71 2024-11-11T15:32:57,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741836_1012 (size=44) 2024-11-11T15:32:57,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:57,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e483cbffff2bd8b5f2df92d98bc5972, disabling compactions & flushes 2024-11-11T15:32:57,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:57,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:57,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. after waiting 0 ms 2024-11-11T15:32:57,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:57,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:57,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e483cbffff2bd8b5f2df92d98bc5972: Waiting for close lock at 1731339177676Disabling compacts and flushes for region at 1731339177676Disabling writes for close at 1731339177677 (+1 ms)Writing region close event to WAL at 1731339177677Closed at 1731339177677 2024-11-11T15:32:57,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:32:57,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339177685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339177685"}]},"ts":"1731339177685"} 2024-11-11T15:32:57,694 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:32:57,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:32:57,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:32:57,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339177697"}]},"ts":"1731339177697"} 2024-11-11T15:32:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:32:57,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:32:57,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN}] 2024-11-11T15:32:57,710 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN 2024-11-11T15:32:57,712 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN; state=OFFLINE, location=9a1fddc00362,39773,1731339167516; forceNewPlan=false, retain=false 2024-11-11T15:32:57,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e483cbffff2bd8b5f2df92d98bc5972, regionState=OPENING, regionLocation=9a1fddc00362,39773,1731339167516 2024-11-11T15:32:57,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN because future has completed 2024-11-11T15:32:57,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e483cbffff2bd8b5f2df92d98bc5972, server=9a1fddc00362,39773,1731339167516}] 2024-11-11T15:32:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:32:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:58,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:32:58,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C39773%2C1731339167516.rep, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs, maxLogs=10 2024-11-11T15:32:58,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.rep.1731339178036, exclude list is [], retry=0 2024-11-11T15:32:58,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:32:58,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.rep.1731339178036 2024-11-11T15:32:58,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:32:58,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e483cbffff2bd8b5f2df92d98bc5972, NAME => 'hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:32:58,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:32:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:32:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. service=MultiRowMutationService 2024-11-11T15:32:58,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:32:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:58,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,080 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,083 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e483cbffff2bd8b5f2df92d98bc5972 columnFamilyName hfileref 2024-11-11T15:32:58,083 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:58,084 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(327): Store=9e483cbffff2bd8b5f2df92d98bc5972/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:58,084 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,087 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e483cbffff2bd8b5f2df92d98bc5972 columnFamilyName queue 2024-11-11T15:32:58,088 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:58,088 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(327): Store=9e483cbffff2bd8b5f2df92d98bc5972/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:58,089 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,091 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e483cbffff2bd8b5f2df92d98bc5972 columnFamilyName sid 2024-11-11T15:32:58,091 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:58,092 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(327): Store=9e483cbffff2bd8b5f2df92d98bc5972/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:58,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:32:58,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:32:58,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9e483cbffff2bd8b5f2df92d98bc5972; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60150929, jitterRate=-0.10368131101131439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:32:58,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:58,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9e483cbffff2bd8b5f2df92d98bc5972: Running coprocessor pre-open hook at 1731339178070Writing region info on filesystem at 1731339178070Initializing all the Stores at 1731339178072 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339178072Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339178080 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339178080Cleaning up temporary data from old regions at 1731339178103 (+23 ms)Running coprocessor post-open hooks at 1731339178114 (+11 ms)Region opened successfully at 1731339178115 (+1 ms) 2024-11-11T15:32:58,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972., pid=7, masterSystemTime=1731339178023 2024-11-11T15:32:58,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:58,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:58,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e483cbffff2bd8b5f2df92d98bc5972, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,39773,1731339167516 2024-11-11T15:32:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e483cbffff2bd8b5f2df92d98bc5972, server=9a1fddc00362,39773,1731339167516 because future has completed 2024-11-11T15:32:58,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:32:58,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e483cbffff2bd8b5f2df92d98bc5972, server=9a1fddc00362,39773,1731339167516 in 263 msec 2024-11-11T15:32:58,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:32:58,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN in 432 msec 2024-11-11T15:32:58,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:32:58,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339178144"}]},"ts":"1731339178144"} 2024-11-11T15:32:58,149 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:32:58,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:32:58,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 517 msec 2024-11-11T15:32:58,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972., hostname=9a1fddc00362,39773,1731339167516, seqNum=2] 2024-11-11T15:32:58,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T15:32:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:32:58,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:58,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:58,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:32:58,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T15:32:58,472 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:32:58,528 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,39773,1731339167516, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:32:58,529 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:32:58,530 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39773,1731339167516, seqNum=-1] 2024-11-11T15:32:58,530 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:32:58,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T15:32:58,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,39773,1731339167516', locateType=CURRENT is [region=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972., hostname=9a1fddc00362,39773,1731339167516, seqNum=2] 2024-11-11T15:32:58,546 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T15:32:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T15:32:58,554 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,39773,1731339167516 suceeded 2024-11-11T15:32:58,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T15:32:58,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-11T15:32:58,559 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:32:58,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 979 msec 2024-11-11T15:32:58,569 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:32:58,571 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3382f258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,571 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:58,571 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:58,572 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:58,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:58,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8a186c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:58,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:58,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,575 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:58,576 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e7aaeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,576 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:32:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3951df49 2024-11-11T15:32:58,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:58,579 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T15:32:58,581 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,39773,1731339167516 (queues=1) is replicating from cluster=8b22e452-0e89-4af4-82ed-2e9e16935849 to cluster=1579d659-307f-4baf-a064-7291950e9cb1 2024-11-11T15:32:58,585 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C39773%2C1731339167516 2024-11-11T15:32:58,591 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,39773,1731339167516, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:32:58,594 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.shipper9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C39773%2C1731339167516 2024-11-11T15:32:58,599 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955, startPosition=0, beingWritten=true 2024-11-11T15:32:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:32:58,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:32:58,734 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:32:58,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:32:58,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:58,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c916e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33659,-1 for getting cluster id 2024-11-11T15:32:58,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:58,742 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b22e452-0e89-4af4-82ed-2e9e16935849' 2024-11-11T15:32:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b22e452-0e89-4af4-82ed-2e9e16935849" 2024-11-11T15:32:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41faddc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33659,-1] 2024-11-11T15:32:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703671ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33659,1731339166518 2024-11-11T15:32:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1090fee4 2024-11-11T15:32:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:58,787 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:58,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:32:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:32:58,794 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:32:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T15:32:58,796 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be99e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,796 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:58,796 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:58,800 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bc0a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:58,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,804 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:58,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636e12d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:58,808 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:32:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a76818 2024-11-11T15:32:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:58,811 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:58,812 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T15:32:58,812 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:32:58,812 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,812 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:58,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:58,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:32:58,883 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:32:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T15:32:58,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T15:32:58,981 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T15:32:59,031 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9a1fddc00362,39773,1731339167516, ReplicationSource: 2, currentBandwidth=0 2024-11-11T15:32:59,035 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T15:32:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T15:32:59,039 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9a1fddc00362,39773,1731339167516 suceeded 2024-11-11T15:32:59,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:32:59,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-11T15:32:59,042 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:32:59,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 255 msec 2024-11-11T15:32:59,053 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:32:59,055 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3095c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,055 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:59,055 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:59,056 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:59,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:59,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49696b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:59,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:59,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,059 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:59,060 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bbaf172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,060 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:32:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a7f19c 2024-11-11T15:32:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:59,062 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T15:32:59,063 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9a1fddc00362,39773,1731339167516 (queues=1) is replicating from cluster=8b22e452-0e89-4af4-82ed-2e9e16935849 to cluster=1579d659-307f-4baf-a064-7291950e9cb1 2024-11-11T15:32:59,063 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9a1fddc00362%2C39773%2C1731339167516 2024-11-11T15:32:59,063 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9a1fddc00362,39773,1731339167516, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:32:59,064 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.shipper9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C39773%2C1731339167516 2024-11-11T15:32:59,064 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955, startPosition=0, beingWritten=true 2024-11-11T15:32:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T15:32:59,112 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T15:32:59,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:32:59,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:32:59,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:59,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:59,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33659,1731339166518 2024-11-11T15:32:59,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2322301 2024-11-11T15:32:59,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:59,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:59,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:32:59,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T15:32:59,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:32:59,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T15:32:59,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:32:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T15:32:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T15:32:59,134 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:32:59,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2f694e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,135 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:59,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:59,136 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:59,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:59,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6c094b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,138 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771c43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:32:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60a23486 2024-11-11T15:32:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:59,141 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:59,142 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:32:59,142 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:32:59,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:59,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:32:59,217 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:32:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T15:32:59,275 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:32:59,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T15:32:59,303 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T15:32:59,305 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T15:32:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T15:32:59,309 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9a1fddc00362,39773,1731339167516 suceeded 2024-11-11T15:32:59,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T15:32:59,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-11T15:32:59,313 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:32:59,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 186 msec 2024-11-11T15:32:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T15:32:59,454 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T15:32:59,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:32:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T15:32:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T15:32:59,459 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:32:59,460 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dba74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,460 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:32:59,460 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:32:59,461 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:32:59,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:32:59,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:32:59,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c619b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:32:59,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:32:59,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,464 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:32:59,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1875d3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:32:59,465 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:32:59,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:32:59,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30bef095 2024-11-11T15:32:59,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:32:59,467 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:32:59,468 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T15:32:59,469 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:32:59,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:59,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:32:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T15:32:59,584 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:32:59,625 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:32:59,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T15:32:59,643 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T15:32:59,644 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T15:32:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T15:32:59,649 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9a1fddc00362,39773,1731339167516 suceeded 2024-11-11T15:32:59,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T15:32:59,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-11T15:32:59,653 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9a1fddc00362:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:32:59,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-11T15:32:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T15:32:59,774 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T15:32:59,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:32:59,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33659 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T15:32:59,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:32:59,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:32:59,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:32:59,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:32:59,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-11T15:32:59,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33659,1731339166518 2024-11-11T15:32:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/running 2024-11-11T15:32:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/running 2024-11-11T15:32:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:32:59,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:32:59,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:32:59,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:32:59,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:32:59,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,39773,1731339167516' ***** 2024-11-11T15:32:59,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:32:59,782 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:32:59,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:32:59,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:32:59,782 INFO [RS:0;9a1fddc00362:39773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:32:59,783 INFO [RS:0;9a1fddc00362:39773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:32:59,783 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:59,783 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,39773,1731339167516 2024-11-11T15:32:59,783 INFO [RS:0;9a1fddc00362:39773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:32:59,784 INFO [RS:0;9a1fddc00362:39773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:39773. 2024-11-11T15:32:59,784 DEBUG [RS:0;9a1fddc00362:39773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:32:59,784 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:32:59,784 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e483cbffff2bd8b5f2df92d98bc5972, disabling compactions & flushes 2024-11-11T15:32:59,784 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:32:59,784 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:59,784 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:32:59,784 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:59,784 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:32:59,784 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. after waiting 0 ms 2024-11-11T15:32:59,784 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:32:59,784 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:32:59,785 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:32:59,785 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e483cbffff2bd8b5f2df92d98bc5972=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.} 2024-11-11T15:32:59,785 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:32:59,785 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:32:59,785 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:32:59,785 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:32:59,785 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:32:59,785 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:59,789 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T15:32:59,789 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e483cbffff2bd8b5f2df92d98bc5972 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T15:32:59,791 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:32:59,792 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:32:59,800 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:32:59,865 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/info/4fab007709d947e58329c7afdd8d5bab is 147, key is hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972./info:regioninfo/1731339178124/Put/seqid=0 2024-11-11T15:32:59,865 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/.tmp/queue/ed2321f8de1a4b34bb20a7803a5149f7 is 151, key is 1-9a1fddc00362,39773,1731339167516/queue:9a1fddc00362%2C39773%2C1731339167516/1731339178538/Put/seqid=0 2024-11-11T15:32:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741839_1015 (size=6631) 2024-11-11T15:32:59,884 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/info/4fab007709d947e58329c7afdd8d5bab 2024-11-11T15:32:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741838_1014 (size=5500) 2024-11-11T15:32:59,890 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/.tmp/queue/ed2321f8de1a4b34bb20a7803a5149f7 2024-11-11T15:32:59,943 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/.tmp/queue/ed2321f8de1a4b34bb20a7803a5149f7 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/queue/ed2321f8de1a4b34bb20a7803a5149f7 2024-11-11T15:32:59,959 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/queue/ed2321f8de1a4b34bb20a7803a5149f7, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T15:32:59,962 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/ns/ccbfb6e53c5b4456b6f5795b39192f7d is 43, key is default/ns:d/1731339172109/Put/seqid=0 2024-11-11T15:32:59,970 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9e483cbffff2bd8b5f2df92d98bc5972 in 178ms, sequenceid=6, compaction requested=false 2024-11-11T15:32:59,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:32:59,986 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:32:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741840_1016 (size=5153) 2024-11-11T15:32:59,992 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:32:59,997 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/ns/ccbfb6e53c5b4456b6f5795b39192f7d 2024-11-11T15:33:00,024 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T15:33:00,031 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:00,031 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:00,031 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:00,032 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e483cbffff2bd8b5f2df92d98bc5972: Waiting for close lock at 1731339179784Running coprocessor pre-close hooks at 1731339179784Disabling compacts and flushes for region at 1731339179784Disabling writes for close at 1731339179784Obtaining lock to block concurrent updates at 1731339179789 (+5 ms)Preparing flush snapshotting stores in 9e483cbffff2bd8b5f2df92d98bc5972 at 1731339179789Finished memstore snapshotting hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731339179798 (+9 ms)Flushing stores of hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. at 1731339179799 (+1 ms)Flushing 9e483cbffff2bd8b5f2df92d98bc5972/queue: creating writer at 1731339179801 (+2 ms)Flushing 9e483cbffff2bd8b5f2df92d98bc5972/queue: appending metadata at 1731339179852 (+51 ms)Flushing 9e483cbffff2bd8b5f2df92d98bc5972/queue: closing flushed file at 1731339179855 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167486ed: reopening flushed file at 1731339179941 (+86 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9e483cbffff2bd8b5f2df92d98bc5972 in 178ms, sequenceid=6, compaction requested=false at 1731339179970 (+29 ms)Writing region close event to WAL at 1731339179987 (+17 ms)Running coprocessor post-close hooks at 1731339180029 (+42 ms)Closed at 1731339180031 (+2 ms) 2024-11-11T15:33:00,032 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:00,060 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/table/c2dd53f48824488cac640bb18eaf7b76 is 53, key is hbase:replication/table:state/1731339178144/Put/seqid=0 2024-11-11T15:33:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741841_1017 (size=5256) 2024-11-11T15:33:00,133 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:33:00,186 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:00,386 DEBUG [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:00,473 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/table/c2dd53f48824488cac640bb18eaf7b76 2024-11-11T15:33:00,485 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/info/4fab007709d947e58329c7afdd8d5bab as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/info/4fab007709d947e58329c7afdd8d5bab 2024-11-11T15:33:00,497 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/info/4fab007709d947e58329c7afdd8d5bab, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T15:33:00,498 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/ns/ccbfb6e53c5b4456b6f5795b39192f7d as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/ns/ccbfb6e53c5b4456b6f5795b39192f7d 2024-11-11T15:33:00,509 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/ns/ccbfb6e53c5b4456b6f5795b39192f7d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:33:00,510 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/table/c2dd53f48824488cac640bb18eaf7b76 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/table/c2dd53f48824488cac640bb18eaf7b76 2024-11-11T15:33:00,519 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516/9a1fddc00362%2C39773%2C1731339167516.1731339170955 to pos 0, reset compression=false 2024-11-11T15:33:00,526 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/table/c2dd53f48824488cac640bb18eaf7b76, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T15:33:00,529 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 744ms, sequenceid=11, compaction requested=false 2024-11-11T15:33:00,537 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T15:33:00,538 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:00,539 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:00,539 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:00,539 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339179785Running coprocessor pre-close hooks at 1731339179785Disabling compacts and flushes for region at 1731339179785Disabling writes for close at 1731339179785Obtaining lock to block concurrent updates at 1731339179789 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731339179789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731339179798 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339179799 (+1 ms)Flushing 1588230740/info: creating writer at 1731339179801 (+2 ms)Flushing 1588230740/info: appending metadata at 1731339179853 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731339179855 (+2 ms)Flushing 1588230740/ns: creating writer at 1731339179941 (+86 ms)Flushing 1588230740/ns: appending metadata at 1731339179960 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731339179961 (+1 ms)Flushing 1588230740/table: creating writer at 1731339180028 (+67 ms)Flushing 1588230740/table: appending metadata at 1731339180059 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731339180059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34691b19: reopening flushed file at 1731339180483 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fdba02: reopening flushed file at 1731339180497 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612f4d3a: reopening flushed file at 1731339180509 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 744ms, sequenceid=11, compaction requested=false at 1731339180529 (+20 ms)Writing region close event to WAL at 1731339180531 (+2 ms)Running coprocessor post-close hooks at 1731339180538 (+7 ms)Closed at 1731339180539 (+1 ms) 2024-11-11T15:33:00,539 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:00,587 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,39773,1731339167516; all regions closed. 2024-11-11T15:33:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741834_1010 (size=2742) 2024-11-11T15:33:00,600 DEBUG [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs 2024-11-11T15:33:00,600 INFO [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39773%2C1731339167516.meta:.meta(num 1731339171895) 2024-11-11T15:33:00,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741837_1013 (size=1802) 2024-11-11T15:33:00,607 DEBUG [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs 2024-11-11T15:33:00,607 INFO [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39773%2C1731339167516.rep:(num 1731339178036) 2024-11-11T15:33:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741832_1008 (size=93) 2024-11-11T15:33:00,612 DEBUG [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs 2024-11-11T15:33:00,612 INFO [RS:0;9a1fddc00362:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39773%2C1731339167516:(num 1731339170955) 2024-11-11T15:33:00,612 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:00,612 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:00,612 INFO [RS:0;9a1fddc00362:39773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:00,612 INFO [RS:0;9a1fddc00362:39773 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:00,613 INFO [RS:0;9a1fddc00362:39773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:00,613 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:00,613 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,39773,1731339167516 because: Region server is closing 2024-11-11T15:33:00,613 INFO [RS:0;9a1fddc00362:39773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:39773. 2024-11-11T15:33:00,613 DEBUG [RS:0;9a1fddc00362:39773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:00,614 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:00,614 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:00,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:00,714 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:33:00,714 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.shipper9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:33:00,714 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,39773,1731339167516.replicationSource.shipper9a1fddc00362%2C39773%2C1731339167516,1-9a1fddc00362,39773,1731339167516 terminated 2024-11-11T15:33:00,715 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9a1fddc00362,39773,1731339167516 because: Region server is closing 2024-11-11T15:33:00,715 INFO [RS:0;9a1fddc00362:39773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:39773. 2024-11-11T15:33:00,715 DEBUG [RS:0;9a1fddc00362:39773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:00,715 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:00,715 DEBUG [RS:0;9a1fddc00362:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:00,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:00,816 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.shipper9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:33:00,816 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.wal-reader.9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:33:00,816 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,39773,1731339167516.replicationSource.shipper9a1fddc00362%2C39773%2C1731339167516,2-9a1fddc00362,39773,1731339167516 terminated 2024-11-11T15:33:00,817 INFO [RS:0;9a1fddc00362:39773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39773 2024-11-11T15:33:00,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/rs 2024-11-11T15:33:00,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/rs/9a1fddc00362,39773,1731339167516 2024-11-11T15:33:00,863 INFO [RS:0;9a1fddc00362:39773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:00,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,39773,1731339167516] 2024-11-11T15:33:00,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/draining/9a1fddc00362,39773,1731339167516 already deleted, retry=false 2024-11-11T15:33:00,894 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,39773,1731339167516 expired; onlineServers=0 2024-11-11T15:33:00,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33659,1731339166518' ***** 2024-11-11T15:33:00,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:33:00,895 INFO [M:0;9a1fddc00362:33659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:00,895 INFO [M:0;9a1fddc00362:33659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:00,895 DEBUG [M:0;9a1fddc00362:33659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:33:00,895 DEBUG [M:0;9a1fddc00362:33659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:33:00,896 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339170593 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339170593,5,FailOnTimeoutGroup] 2024-11-11T15:33:00,896 INFO [M:0;9a1fddc00362:33659 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:00,896 INFO [M:0;9a1fddc00362:33659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:00,896 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339170594 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339170594,5,FailOnTimeoutGroup] 2024-11-11T15:33:00,896 DEBUG [M:0;9a1fddc00362:33659 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:33:00,896 INFO [M:0;9a1fddc00362:33659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:33:00,896 INFO [M:0;9a1fddc00362:33659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:00,897 INFO [M:0;9a1fddc00362:33659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:33:00,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:33:00,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:33:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/master 2024-11-11T15:33:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:00,948 DEBUG [M:0;9a1fddc00362:33659 {}] zookeeper.ZKUtil(347): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/master because node does not exist (not an error) 2024-11-11T15:33:00,948 WARN [M:0;9a1fddc00362:33659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:33:00,949 INFO [M:0;9a1fddc00362:33659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/.lastflushedseqids 2024-11-11T15:33:00,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741842_1018 (size=181) 2024-11-11T15:33:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10197f682230001, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:00,979 INFO [RS:0;9a1fddc00362:39773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:00,980 INFO [RS:0;9a1fddc00362:39773 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,39773,1731339167516; zookeeper connection closed. 2024-11-11T15:33:00,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fc5610d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fc5610d 2024-11-11T15:33:00,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:33:01,365 INFO [M:0;9a1fddc00362:33659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:33:01,365 INFO [M:0;9a1fddc00362:33659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:33:01,365 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:01,365 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:01,365 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:01,365 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:01,365 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:01,365 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T15:33:01,383 DEBUG [M:0;9a1fddc00362:33659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0940b02bdf6b475091c7257091f48717 is 82, key is hbase:meta,,1/info:regioninfo/1731339171988/Put/seqid=0 2024-11-11T15:33:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741843_1019 (size=5672) 2024-11-11T15:33:01,790 INFO [M:0;9a1fddc00362:33659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0940b02bdf6b475091c7257091f48717 2024-11-11T15:33:01,815 DEBUG [M:0;9a1fddc00362:33659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7b43b75f48145ab93749356d3252ec1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731339178154/Put/seqid=0 2024-11-11T15:33:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741844_1020 (size=8663) 2024-11-11T15:33:02,221 INFO [M:0;9a1fddc00362:33659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7b43b75f48145ab93749356d3252ec1 2024-11-11T15:33:02,247 DEBUG [M:0;9a1fddc00362:33659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/888c6b574a8140a18491f1cf705845a2 is 69, key is 9a1fddc00362,39773,1731339167516/rs:state/1731339170705/Put/seqid=0 2024-11-11T15:33:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741845_1021 (size=5156) 2024-11-11T15:33:02,653 INFO [M:0;9a1fddc00362:33659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/888c6b574a8140a18491f1cf705845a2 2024-11-11T15:33:02,662 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0940b02bdf6b475091c7257091f48717 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0940b02bdf6b475091c7257091f48717 2024-11-11T15:33:02,669 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0940b02bdf6b475091c7257091f48717, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T15:33:02,671 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7b43b75f48145ab93749356d3252ec1 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7b43b75f48145ab93749356d3252ec1 2024-11-11T15:33:02,679 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7b43b75f48145ab93749356d3252ec1, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T15:33:02,681 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/888c6b574a8140a18491f1cf705845a2 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/888c6b574a8140a18491f1cf705845a2 2024-11-11T15:33:02,688 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/888c6b574a8140a18491f1cf705845a2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T15:33:02,690 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-11T15:33:02,691 INFO [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:02,691 DEBUG [M:0;9a1fddc00362:33659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339181365Disabling compacts and flushes for region at 1731339181365Disabling writes for close at 1731339181365Obtaining lock to block concurrent updates at 1731339181365Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339181365Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731339181366 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339181367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339181367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339181383 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339181383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339181798 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339181814 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339181814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339182230 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339182246 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339182246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c132118: reopening flushed file at 1731339182661 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0627a1: reopening flushed file at 1731339182670 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648fe3f8: reopening flushed file at 1731339182680 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1731339182690 (+10 ms)Writing region close event to WAL at 1731339182691 (+1 ms)Closed at 1731339182691 2024-11-11T15:33:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741830_1006 (size=59421) 2024-11-11T15:33:02,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518/9a1fddc00362%2C33659%2C1731339166518.1731339169661 not finished, retry = 0 2024-11-11T15:33:02,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:02,797 INFO [M:0;9a1fddc00362:33659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:33:02,797 INFO [M:0;9a1fddc00362:33659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33659 2024-11-11T15:33:02,797 INFO [M:0;9a1fddc00362:33659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:02,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:02,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:02,940 INFO [M:0;9a1fddc00362:33659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33659-0x10197f682230000, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:02,943 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:33:02,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:02,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33023 2024-11-11T15:33:02,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33023 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:33:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330230x0, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:03,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33023-0x10197f682230006 connected 2024-11-11T15:33:03,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:03,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:03,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:33:03,047 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: INIT 2024-11-11T15:33:03,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71, hbase.cluster.distributed=false 2024-11-11T15:33:03,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/acl 2024-11-11T15:33:03,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33023 2024-11-11T15:33:03,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33023 2024-11-11T15:33:03,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33023 2024-11-11T15:33:03,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33023 2024-11-11T15:33:03,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33023 2024-11-11T15:33:03,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:03,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:03,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46191 2024-11-11T15:33:03,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46191 connecting to ZooKeeper ensemble=127.0.0.1:54226 2024-11-11T15:33:03,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:03,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:03,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461910x0, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:03,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461910x0, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:33:03,149 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: INIT 2024-11-11T15:33:03,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46191-0x10197f682230007 connected 2024-11-11T15:33:03,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:03,150 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:03,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/master 2024-11-11T15:33:03,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/acl 2024-11-11T15:33:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-11T15:33:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46191 2024-11-11T15:33:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46191 2024-11-11T15:33:03,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-11T15:33:03,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-11T15:33:03,166 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33023 2024-11-11T15:33:03,166 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /067576437/backup-masters/9a1fddc00362,33023,1731339182942 2024-11-11T15:33:03,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:33:03,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:33:03,210 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on existing znode=/067576437/backup-masters/9a1fddc00362,33023,1731339182942 2024-11-11T15:33:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/067576437/master 2024-11-11T15:33:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:03,279 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on existing znode=/067576437/master 2024-11-11T15:33:03,280 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /067576437/backup-masters/9a1fddc00362,33023,1731339182942 from backup master directory 2024-11-11T15:33:03,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/backup-masters/9a1fddc00362,33023,1731339182942 2024-11-11T15:33:03,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:33:03,348 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:03,348 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33023,1731339182942 2024-11-11T15:33:03,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/backup-masters 2024-11-11T15:33:03,364 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:03,364 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:33:03,381 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-11T15:33:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741846_1022 (size=196) 2024-11-11T15:33:03,857 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:03,858 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:33:03,858 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:03,866 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T15:33:03,869 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518 to hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518-dead as it is dead 2024-11-11T15:33:03,871 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T15:33:03,871 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T15:33:03,871 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518-dead/9a1fddc00362%2C33659%2C1731339166518.1731339169661 2024-11-11T15:33:03,877 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518-dead/9a1fddc00362%2C33659%2C1731339166518.1731339169661 after 4ms 2024-11-11T15:33:03,878 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518-dead/9a1fddc00362%2C33659%2C1731339166518.1731339169661 to hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C33659%2C1731339166518.1731339169661 2024-11-11T15:33:03,878 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33659,1731339166518-dead 2024-11-11T15:33:03,879 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33023,1731339182942 2024-11-11T15:33:03,880 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:03,882 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33023%2C1731339182942, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33023,1731339182942, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/oldWALs, maxLogs=10 2024-11-11T15:33:03,896 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33023,1731339182942/9a1fddc00362%2C33023%2C1731339182942.1731339183882, exclude list is [], retry=0 2024-11-11T15:33:03,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:33:03,903 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/WALs/9a1fddc00362,33023,1731339182942/9a1fddc00362%2C33023%2C1731339182942.1731339183882 2024-11-11T15:33:03,903 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:33:03,903 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:03,904 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:03,904 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,904 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:33:03,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:03,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0940b02bdf6b475091c7257091f48717 2024-11-11T15:33:03,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:03,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:33:03,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:03,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7b43b75f48145ab93749356d3252ec1 2024-11-11T15:33:03,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:03,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:33:03,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:03,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/888c6b574a8140a18491f1cf705845a2 2024-11-11T15:33:03,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:03,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:33:03,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:03,934 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,935 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T15:33:03,935 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C33659%2C1731339166518.1731339169661 2024-11-11T15:33:03,955 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C33659%2C1731339166518.1731339169661 2024-11-11T15:33:03,957 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C33659%2C1731339166518.1731339169661 2024-11-11T15:33:03,959 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,959 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,960 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:03,962 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:03,965 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T15:33:03,966 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65137957, jitterRate=-0.029368802905082703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:03,967 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339183904Initializing all the Stores at 1731339183905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339183905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339183905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339183905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339183905Cleaning up temporary data from old regions at 1731339183959 (+54 ms)Region opened successfully at 1731339183966 (+7 ms) 2024-11-11T15:33:03,967 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:33:03,971 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2530f923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:03,983 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T15:33:03,983 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:33:03,983 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:33:03,984 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:33:03,984 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:33:03,989 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:03,990 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:33:03,990 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:33:03,990 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:33:03,990 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T15:33:03,991 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T15:33:03,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T15:33:03,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:33:03,995 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9a1fddc00362,39773,1731339167516, regionLocation=9a1fddc00362,39773,1731339167516, openSeqNum=2 2024-11-11T15:33:03,995 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9a1fddc00362,39773,1731339167516, table=hbase:meta, region=1588230740 2024-11-11T15:33:03,995 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39773,1731339167516, state=OPEN 2024-11-11T15:33:04,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:33:04,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:33:04,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:33:04,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:33:04,054 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:33:04,110 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/draining/9a1fddc00362,39773,1731339167516 already deleted, retry=false 2024-11-11T15:33:04,110 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9a1fddc00362,39773,1731339167516 on 9a1fddc00362,33023,1731339182942 2024-11-11T15:33:04,116 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9a1fddc00362,39773,1731339167516, splitWal=true, meta=true 2024-11-11T15:33:04,118 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 9a1fddc00362,39773,1731339167516 (carryingMeta=true) 9a1fddc00362,39773,1731339167516/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4cbc168b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T15:33:04,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/balancer because node does not exist (not necessarily an error) 2024-11-11T15:33:04,171 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/balancer already deleted, retry=false 2024-11-11T15:33:04,171 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:33:04,172 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:33:04,225 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/normalizer already deleted, retry=false 2024-11-11T15:33:04,225 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:33:04,226 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:33:04,594 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/switch/split already deleted, retry=false 2024-11-11T15:33:04,595 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:33:04,686 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/switch/merge already deleted, retry=false 2024-11-11T15:33:04,788 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:33:04,840 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/snapshot-cleanup already deleted, retry=false 2024-11-11T15:33:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/067576437/running 2024-11-11T15:33:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/067576437/running 2024-11-11T15:33:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:04,902 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33023,1731339182942, sessionid=0x10197f682230006, setting cluster-up flag (Was=false) 2024-11-11T15:33:04,956 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /067576437/flush-table-proc/acquired, /067576437/flush-table-proc/reached, /067576437/flush-table-proc/abort 2024-11-11T15:33:04,957 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33023,1731339182942 2024-11-11T15:33:04,995 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /067576437/online-snapshot/acquired, /067576437/online-snapshot/reached, /067576437/online-snapshot/abort 2024-11-11T15:33:04,996 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33023,1731339182942 2024-11-11T15:33:04,997 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/.lastflushedseqids 2024-11-11T15:33:05,000 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:33:05,001 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:33:05,001 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33023,1731339182942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9a1fddc00362,39773,1731339167516 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:33:05,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:05,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:05,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:05,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:05,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:33:05,002 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,003 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:05,003 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339215004 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:33:05,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,005 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:33:05,005 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:33:05,005 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:33:05,005 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:33:05,005 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:33:05,005 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:33:05,005 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339185005,5,FailOnTimeoutGroup] 2024-11-11T15:33:05,006 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9a1fddc00362,39773,1731339167516, splitWal=true, meta=true 2024-11-11T15:33:05,006 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339185005,5,FailOnTimeoutGroup] 2024-11-11T15:33:05,006 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,006 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:33:05,006 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,006 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,006 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339185006, completionTime=-1 2024-11-11T15:33:05,006 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T15:33:05,008 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,39773,1731339167516, splitWal=true, meta=true, isMeta: true 2024-11-11T15:33:05,010 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516-splitting 2024-11-11T15:33:05,010 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T15:33:05,011 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516-splitting dir is empty, no logs to split. 2024-11-11T15:33:05,011 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,39773,1731339167516 WAL count=0, meta=true 2024-11-11T15:33:05,015 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516-splitting dir is empty, no logs to split. 2024-11-11T15:33:05,015 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,39773,1731339167516 WAL count=0, meta=true 2024-11-11T15:33:05,015 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,39773,1731339167516 WAL splitting is done? wals=0, meta=true 2024-11-11T15:33:05,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:33:05,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:05,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:33:05,056 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(746): ClusterId : 8b22e452-0e89-4af4-82ed-2e9e16935849 2024-11-11T15:33:05,056 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:05,103 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:05,103 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:05,169 WARN [9a1fddc00362:33023 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:33:05,180 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:05,180 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c21131a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:05,193 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:46191 2024-11-11T15:33:05,193 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:05,193 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:05,193 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:05,194 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33023,1731339182942 with port=46191, startcode=1731339183067 2024-11-11T15:33:05,194 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:05,196 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:05,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33023 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,199 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71 2024-11-11T15:33:05,199 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44409 2024-11-11T15:33:05,199 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:05,210 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=204ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T15:33:05,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/rs 2024-11-11T15:33:05,248 DEBUG [RS:0;9a1fddc00362:46191 {}] zookeeper.ZKUtil(111): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on existing znode=/067576437/rs/9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,249 WARN [RS:0;9a1fddc00362:46191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:05,249 INFO [RS:0;9a1fddc00362:46191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:05,249 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,46191,1731339183067] 2024-11-11T15:33:05,287 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:05,289 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:05,289 INFO [RS:0;9a1fddc00362:46191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:05,289 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,289 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:05,290 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:05,290 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:05,291 DEBUG [RS:0;9a1fddc00362:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:05,292 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,292 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,292 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,292 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,292 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,292 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46191,1731339183067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:05,309 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:05,309 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46191,1731339183067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,326 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,46191,1731339183067, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:33:05,341 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(231): queueId=2-9a1fddc00362,46191,1731339183067, ReplicationSource: 2, currentBandwidth=0 2024-11-11T15:33:05,341 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:33:05,341 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,342 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.Replication(171): 9a1fddc00362,46191,1731339183067 started 2024-11-11T15:33:05,343 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2616c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:05,343 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:33:05,343 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:05,344 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:33:05,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:05,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:33:05,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59345029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:05,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:33:05,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:05,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:05,347 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:05,348 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b43d8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:05,348 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:33:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66a525fb 2024-11-11T15:33:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:05,350 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T15:33:05,351 INFO [RS:0;9a1fddc00362:46191.replicationSource,1-9a1fddc00362,46191,1731339183067 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,46191,1731339183067 (queues=0) is replicating from cluster=8b22e452-0e89-4af4-82ed-2e9e16935849 to cluster=1579d659-307f-4baf-a064-7291950e9cb1 2024-11-11T15:33:05,357 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:05,357 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,46191,1731339183067, RpcServer on 9a1fddc00362/172.17.0.3:46191, sessionid=0x10197f682230007 2024-11-11T15:33:05,357 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:05,357 DEBUG [RS:0;9a1fddc00362:46191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,357 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46191,1731339183067' 2024-11-11T15:33:05,357 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/067576437/flush-table-proc/abort' 2024-11-11T15:33:05,357 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34287' 2024-11-11T15:33:05,358 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/067576437/flush-table-proc/acquired' 2024-11-11T15:33:05,358 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:05,358 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:05,358 DEBUG [RS:0;9a1fddc00362:46191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,358 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46191,1731339183067' 2024-11-11T15:33:05,358 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/067576437/online-snapshot/abort' 2024-11-11T15:33:05,359 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e295b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:05,359 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34287,-1 for getting cluster id 2024-11-11T15:33:05,359 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:05,359 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/067576437/online-snapshot/acquired' 2024-11-11T15:33:05,359 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1579d659-307f-4baf-a064-7291950e9cb1' 2024-11-11T15:33:05,359 DEBUG [RS:0;9a1fddc00362:46191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:05,360 INFO [RS:0;9a1fddc00362:46191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:05,360 INFO [RS:0;9a1fddc00362:46191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1579d659-307f-4baf-a064-7291950e9cb1" 2024-11-11T15:33:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c193a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34287,-1] 2024-11-11T15:33:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:05,361 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:05,362 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73978064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:05,362 DEBUG [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34287,1731339174258 2024-11-11T15:33:05,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae386bd 2024-11-11T15:33:05,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:05,363 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T15:33:05,364 INFO [RS:0;9a1fddc00362:46191.replicationSource,2-9a1fddc00362,46191,1731339183067 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9a1fddc00362,46191,1731339183067 (queues=0) is replicating from cluster=8b22e452-0e89-4af4-82ed-2e9e16935849 to cluster=1579d659-307f-4baf-a064-7291950e9cb1 2024-11-11T15:33:05,460 INFO [RS:0;9a1fddc00362:46191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:05,463 INFO [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C46191%2C1731339183067, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs, maxLogs=10 2024-11-11T15:33:05,485 DEBUG [RS:0;9a1fddc00362:46191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464, exclude list is [], retry=0 2024-11-11T15:33:05,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:33:05,493 INFO [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 2024-11-11T15:33:05,494 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9a1fddc00362%2C46191%2C1731339183067 for peer 1 2024-11-11T15:33:05,494 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9a1fddc00362%2C46191%2C1731339183067 for peer 2 2024-11-11T15:33:05,494 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C46191%2C1731339183067 2024-11-11T15:33:05,494 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,46191,1731339183067, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:33:05,496 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9a1fddc00362%2C46191%2C1731339183067 2024-11-11T15:33:05,496 INFO [RS:0;9a1fddc00362:46191.replicationSource.shipper9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C46191%2C1731339183067 2024-11-11T15:33:05,496 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9a1fddc00362,46191,1731339183067, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:33:05,496 DEBUG [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:33:05,497 INFO [RS:0;9a1fddc00362:46191.replicationSource.shipper9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C46191%2C1731339183067 2024-11-11T15:33:05,497 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464, startPosition=0, beingWritten=true 2024-11-11T15:33:05,497 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464, startPosition=0, beingWritten=true 2024-11-11T15:33:05,671 DEBUG [9a1fddc00362:33023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:05,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,675 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,46191,1731339183067, state=OPENING 2024-11-11T15:33:05,705 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:05,709 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:05,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:33:05,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:33:05,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:33:05,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:05,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:33:05,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,46191,1731339183067}] 2024-11-11T15:33:05,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:05,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:05,873 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:33:05,873 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:05,873 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:33:05,876 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C46191%2C1731339183067.meta, suffix=.meta, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs, maxLogs=10 2024-11-11T15:33:05,895 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.meta.1731339185876.meta, exclude list is [], retry=0 2024-11-11T15:33:05,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:33:05,901 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.meta.1731339185876.meta 2024-11-11T15:33:05,902 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:33:05,902 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:05,902 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:05,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:05,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:33:05,903 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:33:05,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:33:05,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:05,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:33:05,903 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:33:05,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:05,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:05,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:05,915 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/info/4fab007709d947e58329c7afdd8d5bab 2024-11-11T15:33:05,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:05,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:05,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:05,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:05,923 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/ns/ccbfb6e53c5b4456b6f5795b39192f7d 2024-11-11T15:33:05,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:05,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:05,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:05,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:05,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:05,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:05,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:05,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:05,935 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/table/c2dd53f48824488cac640bb18eaf7b76 2024-11-11T15:33:05,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:05,936 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:05,937 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740 2024-11-11T15:33:05,938 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740 2024-11-11T15:33:05,942 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:05,942 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:05,943 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:05,945 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:05,946 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63961836, jitterRate=-0.046894371509552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:05,946 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:33:05,947 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339185904Writing region info on filesystem at 1731339185904Initializing all the Stores at 1731339185905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339185905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339185905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339185905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339185905Cleaning up temporary data from old regions at 1731339185942 (+37 ms)Running coprocessor post-open hooks at 1731339185947 (+5 ms)Region opened successfully at 1731339185947 2024-11-11T15:33:05,949 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731339185866 2024-11-11T15:33:05,952 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:33:05,952 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:33:05,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,46191,1731339183067, state=OPEN 2024-11-11T15:33:05,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:33:05,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:33:05,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,46191,1731339183067 2024-11-11T15:33:05,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/067576437/meta-region-server 2024-11-11T15:33:05,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /067576437/meta-region-server: CHANGED 2024-11-11T15:33:05,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T15:33:05,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,46191,1731339183067 in 253 msec 2024-11-11T15:33:05,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T15:33:05,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 953 msec 2024-11-11T15:33:06,015 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:06,017 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:06,424 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:06,426 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:06,713 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1707ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-11T15:33:06,931 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:06,932 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:07,539 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:07,539 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:08,217 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3210ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-11T15:33:08,247 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:08,247 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:09,055 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:09,057 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:09,519 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T15:33:09,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:33:09,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:09,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,46191,1731339183067, seqNum=-1] 2024-11-11T15:33:09,520 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:09,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:09,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e483cbffff2bd8b5f2df92d98bc5972, regionState=OPEN, lastHost=9a1fddc00362,39773,1731339167516, regionLocation=9a1fddc00362,39773,1731339167516, openSeqNum=2 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339249529 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339309529 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33023,1731339182942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,529 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9a1fddc00362,39773,1731339167516 had 2 regions 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33023,1731339182942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33023,1731339182942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33023, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,531 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,39773,1731339167516, splitWal=true, meta=true, isMeta: false 2024-11-11T15:33:09,534 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516-splitting dir is empty, no logs to split. 2024-11-11T15:33:09,534 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9a1fddc00362,39773,1731339167516 WAL count=0, meta=false 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.189sec 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33023,1731339182942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:09,537 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33023,1731339182942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:33:09,537 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,39773,1731339167516-splitting dir is empty, no logs to split. 2024-11-11T15:33:09,538 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9a1fddc00362,39773,1731339167516 WAL count=0, meta=false 2024-11-11T15:33:09,538 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,39773,1731339167516 WAL splitting is done? wals=0, meta=false 2024-11-11T15:33:09,540 WARN [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9a1fddc00362,39773,1731339167516/hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:09,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN}] 2024-11-11T15:33:09,542 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:33:09,542 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:33:09,542 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33023,1731339182942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:09,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN 2024-11-11T15:33:09,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:33:09,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:09,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33023,-1 for getting cluster id 2024-11-11T15:33:09,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:09,561 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b22e452-0e89-4af4-82ed-2e9e16935849' 2024-11-11T15:33:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b22e452-0e89-4af4-82ed-2e9e16935849" 2024-11-11T15:33:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f66d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33023,-1] 2024-11-11T15:33:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,564 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e3ba41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:09,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:09,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,46191,1731339183067, seqNum=-1] 2024-11-11T15:33:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:09,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:09,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T15:33:09,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:09,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:09,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:09,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9a1fddc00362:33023 after: 9a1fddc00362:33023 2024-11-11T15:33:09,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc4d77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:09,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33023,-1 for getting cluster id 2024-11-11T15:33:09,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:09,574 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b22e452-0e89-4af4-82ed-2e9e16935849' 2024-11-11T15:33:09,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b22e452-0e89-4af4-82ed-2e9e16935849" 2024-11-11T15:33:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6bf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33023,-1] 2024-11-11T15:33:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,576 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:09,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506c198f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:09,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33023,1731339182942 2024-11-11T15:33:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b231299 2024-11-11T15:33:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:09,579 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:09,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:33:09,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T15:33:09,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:33:09,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T15:33:09,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:33:09,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:09,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:09,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:09,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:33:09,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=901718683, stopped=false 2024-11-11T15:33:09,584 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,34287,1731339174258 2024-11-11T15:33:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655260773/running 2024-11-11T15:33:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655260773/running 2024-11-11T15:33:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:33:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:33:09,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:09,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/running 2024-11-11T15:33:09,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Set watcher on znode that does not yet exist, /1-1655260773/running 2024-11-11T15:33:09,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:09,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:09,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,596 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,40253,1731339174576' ***** 2024-11-11T15:33:09,596 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:33:09,596 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:33:09,597 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,40253,1731339174576 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40253. 2024-11-11T15:33:09,597 DEBUG [RS:0;9a1fddc00362:40253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:09,597 DEBUG [RS:0;9a1fddc00362:40253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:33:09,597 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:33:09,598 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:33:09,598 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:33:09,598 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:09,598 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:09,598 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:09,598 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:09,598 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:09,598 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:09,598 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T15:33:09,620 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/.tmp/ns/9b46dec30d9a428eb07ee1b045a037b6 is 43, key is default/ns:d/1731339177395/Put/seqid=0 2024-11-11T15:33:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741835_1011 (size=5153) 2024-11-11T15:33:09,648 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:09,694 DEBUG [9a1fddc00362:33023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:09,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9e483cbffff2bd8b5f2df92d98bc5972, regionState=OPENING, regionLocation=9a1fddc00362,46191,1731339183067 2024-11-11T15:33:09,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN because future has completed 2024-11-11T15:33:09,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e483cbffff2bd8b5f2df92d98bc5972, server=9a1fddc00362,46191,1731339183067}] 2024-11-11T15:33:09,798 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:09,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:09,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:09,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:33:09,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C46191%2C1731339183067.rep, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs, maxLogs=10 2024-11-11T15:33:09,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.rep.1731339189862, exclude list is [], retry=0 2024-11-11T15:33:09,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37923,DS-01509d75-a913-45cc-85bd-cc9ec86780e4,DISK] 2024-11-11T15:33:09,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.rep.1731339189862 2024-11-11T15:33:09,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45689:45689)] 2024-11-11T15:33:09,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e483cbffff2bd8b5f2df92d98bc5972, NAME => 'hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:09,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:09,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:09,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. service=MultiRowMutationService 2024-11-11T15:33:09,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:33:09,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:09,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,887 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,888 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e483cbffff2bd8b5f2df92d98bc5972 columnFamilyName hfileref 2024-11-11T15:33:09,888 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:09,889 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(327): Store=9e483cbffff2bd8b5f2df92d98bc5972/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:09,889 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,890 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e483cbffff2bd8b5f2df92d98bc5972 columnFamilyName queue 2024-11-11T15:33:09,890 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:09,898 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/queue/ed2321f8de1a4b34bb20a7803a5149f7 2024-11-11T15:33:09,898 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(327): Store=9e483cbffff2bd8b5f2df92d98bc5972/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:09,898 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,899 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e483cbffff2bd8b5f2df92d98bc5972 columnFamilyName sid 2024-11-11T15:33:09,899 DEBUG [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:09,900 INFO [StoreOpener-9e483cbffff2bd8b5f2df92d98bc5972-1 {}] regionserver.HStore(327): Store=9e483cbffff2bd8b5f2df92d98bc5972/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:09,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:33:09,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9e483cbffff2bd8b5f2df92d98bc5972; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75083411, jitterRate=0.11883001029491425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:33:09,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:09,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9e483cbffff2bd8b5f2df92d98bc5972: Running coprocessor pre-open hook at 1731339189885Writing region info on filesystem at 1731339189885Initializing all the Stores at 1731339189886 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339189886Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339189887 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339189887Cleaning up temporary data from old regions at 1731339189903 (+16 ms)Running coprocessor post-open hooks at 1731339189907 (+4 ms)Region opened successfully at 1731339189908 (+1 ms) 2024-11-11T15:33:09,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972., pid=19, masterSystemTime=1731339189852 2024-11-11T15:33:09,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:09,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:09,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9e483cbffff2bd8b5f2df92d98bc5972, regionState=OPEN, openSeqNum=10, regionLocation=9a1fddc00362,46191,1731339183067 2024-11-11T15:33:09,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e483cbffff2bd8b5f2df92d98bc5972, server=9a1fddc00362,46191,1731339183067 because future has completed 2024-11-11T15:33:09,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T15:33:09,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e483cbffff2bd8b5f2df92d98bc5972, server=9a1fddc00362,46191,1731339183067 in 222 msec 2024-11-11T15:33:09,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T15:33:09,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e483cbffff2bd8b5f2df92d98bc5972, ASSIGN in 385 msec 2024-11-11T15:33:09,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T15:33:09,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972., hostname=9a1fddc00362,46191,1731339183067, seqNum=10] 2024-11-11T15:33:09,962 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:09,963 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:09,978 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9a1fddc00362,39773,1731339167516 2024-11-11T15:33:09,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T15:33:09,998 DEBUG [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:10,026 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/.tmp/ns/9b46dec30d9a428eb07ee1b045a037b6 2024-11-11T15:33:10,036 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/.tmp/ns/9b46dec30d9a428eb07ee1b045a037b6 as hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/ns/9b46dec30d9a428eb07ee1b045a037b6 2024-11-11T15:33:10,044 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/ns/9b46dec30d9a428eb07ee1b045a037b6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T15:33:10,046 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-11T15:33:10,046 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:33:10,055 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T15:33:10,056 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:10,056 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:10,056 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:10,056 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339189598Running coprocessor pre-close hooks at 1731339189598Disabling compacts and flushes for region at 1731339189598Disabling writes for close at 1731339189598Obtaining lock to block concurrent updates at 1731339189598Preparing flush snapshotting stores in 1588230740 at 1731339189598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731339189599 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339189600 (+1 ms)Flushing 1588230740/ns: creating writer at 1731339189600Flushing 1588230740/ns: appending metadata at 1731339189619 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731339189619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3caf25b6: reopening flushed file at 1731339190035 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731339190046 (+11 ms)Writing region close event to WAL at 1731339190050 (+4 ms)Running coprocessor post-close hooks at 1731339190056 (+6 ms)Closed at 1731339190056 2024-11-11T15:33:10,056 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:10,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T15:33:10,199 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,40253,1731339174576; all regions closed. 2024-11-11T15:33:10,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741834_1010 (size=1152) 2024-11-11T15:33:10,205 DEBUG [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/oldWALs 2024-11-11T15:33:10,205 INFO [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C40253%2C1731339174576.meta:.meta(num 1731339177270) 2024-11-11T15:33:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741832_1008 (size=93) 2024-11-11T15:33:10,211 DEBUG [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/oldWALs 2024-11-11T15:33:10,211 INFO [RS:0;9a1fddc00362:40253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C40253%2C1731339174576:(num 1731339176283) 2024-11-11T15:33:10,211 DEBUG [RS:0;9a1fddc00362:40253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:10,211 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:10,211 INFO [RS:0;9a1fddc00362:40253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:10,211 INFO [RS:0;9a1fddc00362:40253 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:10,212 INFO [RS:0;9a1fddc00362:40253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:10,212 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:10,212 INFO [RS:0;9a1fddc00362:40253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40253 2024-11-11T15:33:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773/rs 2024-11-11T15:33:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655260773/rs/9a1fddc00362,40253,1731339174576 2024-11-11T15:33:10,225 INFO [RS:0;9a1fddc00362:40253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:10,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,40253,1731339174576] 2024-11-11T15:33:10,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1655260773/draining/9a1fddc00362,40253,1731339174576 already deleted, retry=false 2024-11-11T15:33:10,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,40253,1731339174576 expired; onlineServers=0 2024-11-11T15:33:10,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,34287,1731339174258' ***** 2024-11-11T15:33:10,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:33:10,263 INFO [M:0;9a1fddc00362:34287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:10,263 INFO [M:0;9a1fddc00362:34287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:10,264 DEBUG [M:0;9a1fddc00362:34287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:33:10,264 DEBUG [M:0;9a1fddc00362:34287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:33:10,264 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339176022 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339176022,5,FailOnTimeoutGroup] 2024-11-11T15:33:10,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:33:10,264 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339176022 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339176022,5,FailOnTimeoutGroup] 2024-11-11T15:33:10,264 INFO [M:0;9a1fddc00362:34287 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:10,264 INFO [M:0;9a1fddc00362:34287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:10,264 DEBUG [M:0;9a1fddc00362:34287 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:33:10,264 INFO [M:0;9a1fddc00362:34287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:33:10,264 INFO [M:0;9a1fddc00362:34287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:10,265 INFO [M:0;9a1fddc00362:34287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:33:10,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:33:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1655260773/master 2024-11-11T15:33:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1655260773 2024-11-11T15:33:10,279 DEBUG [M:0;9a1fddc00362:34287 {}] zookeeper.ZKUtil(347): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Unable to get data of znode /1-1655260773/master because node does not exist (not an error) 2024-11-11T15:33:10,279 WARN [M:0;9a1fddc00362:34287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:33:10,280 INFO [M:0;9a1fddc00362:34287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/.lastflushedseqids 2024-11-11T15:33:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741836_1012 (size=99) 2024-11-11T15:33:10,290 INFO [M:0;9a1fddc00362:34287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:33:10,290 INFO [M:0;9a1fddc00362:34287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:33:10,291 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:10,291 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:10,291 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:10,291 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:10,291 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:10,291 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T15:33:10,316 DEBUG [M:0;9a1fddc00362:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6db32aedd5c54944b8da1a7d44a75e68 is 82, key is hbase:meta,,1/info:regioninfo/1731339177359/Put/seqid=0 2024-11-11T15:33:10,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741837_1013 (size=5672) 2024-11-11T15:33:10,325 INFO [M:0;9a1fddc00362:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6db32aedd5c54944b8da1a7d44a75e68 2024-11-11T15:33:10,348 INFO [RS:0;9a1fddc00362:40253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:10,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:10,348 INFO [RS:0;9a1fddc00362:40253 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,40253,1731339174576; zookeeper connection closed. 2024-11-11T15:33:10,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x10197f682230004, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:10,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@458c7954 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@458c7954 2024-11-11T15:33:10,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:33:10,358 DEBUG [M:0;9a1fddc00362:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd5f5c9be74740b5b67dde2924fb4c71 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731339177404/Put/seqid=0 2024-11-11T15:33:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741838_1014 (size=5275) 2024-11-11T15:33:10,364 INFO [M:0;9a1fddc00362:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd5f5c9be74740b5b67dde2924fb4c71 2024-11-11T15:33:10,395 DEBUG [M:0;9a1fddc00362:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19bc5f1389d341fc8012397c9dc73317 is 69, key is 9a1fddc00362,40253,1731339174576/rs:state/1731339176112/Put/seqid=0 2024-11-11T15:33:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741839_1015 (size=5156) 2024-11-11T15:33:10,802 INFO [M:0;9a1fddc00362:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19bc5f1389d341fc8012397c9dc73317 2024-11-11T15:33:10,810 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6db32aedd5c54944b8da1a7d44a75e68 as hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6db32aedd5c54944b8da1a7d44a75e68 2024-11-11T15:33:10,816 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6db32aedd5c54944b8da1a7d44a75e68, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T15:33:10,818 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd5f5c9be74740b5b67dde2924fb4c71 as hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd5f5c9be74740b5b67dde2924fb4c71 2024-11-11T15:33:10,825 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd5f5c9be74740b5b67dde2924fb4c71, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T15:33:10,826 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19bc5f1389d341fc8012397c9dc73317 as hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19bc5f1389d341fc8012397c9dc73317 2024-11-11T15:33:10,832 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33305/user/jenkins/test-data/9675892f-d373-830b-0f95-9e4e8dadc832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19bc5f1389d341fc8012397c9dc73317, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T15:33:10,833 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=28, compaction requested=false 2024-11-11T15:33:10,836 INFO [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:10,836 DEBUG [M:0;9a1fddc00362:34287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339190291Disabling compacts and flushes for region at 1731339190291Disabling writes for close at 1731339190291Obtaining lock to block concurrent updates at 1731339190291Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339190291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731339190291Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339190292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339190292Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339190315 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339190315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339190333 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339190357 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339190358 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339190370 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339190394 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339190394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a942b92: reopening flushed file at 1731339190809 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdfe3ee: reopening flushed file at 1731339190817 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eae373f: reopening flushed file at 1731339190825 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=28, compaction requested=false at 1731339190833 (+8 ms)Writing region close event to WAL at 1731339190836 (+3 ms)Closed at 1731339190836 2024-11-11T15:33:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741830_1006 (size=10165) 2024-11-11T15:33:10,840 INFO [M:0;9a1fddc00362:34287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:33:10,840 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:10,840 INFO [M:0;9a1fddc00362:34287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34287 2024-11-11T15:33:10,844 INFO [M:0;9a1fddc00362:34287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:10,963 INFO [M:0;9a1fddc00362:34287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:10,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x10197f682230003, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:10,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21c46a19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:10,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13056b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:10,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:10,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6466236f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:10,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fabbb40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:10,975 WARN [BP-681441279-172.17.0.3-1731339172492 heartbeating to localhost/127.0.0.1:33305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:10,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:10,976 WARN [BP-681441279-172.17.0.3-1731339172492 heartbeating to localhost/127.0.0.1:33305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-681441279-172.17.0.3-1731339172492 (Datanode Uuid c6dfe8f7-b608-423f-b8b6-35b9577dacd3) service to localhost/127.0.0.1:33305 2024-11-11T15:33:10,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:10,976 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:10,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/cluster_e68b6640-fed0-898f-519c-334747355cb2/data/data1/current/BP-681441279-172.17.0.3-1731339172492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:10,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/cluster_e68b6640-fed0-898f-519c-334747355cb2/data/data2/current/BP-681441279-172.17.0.3-1731339172492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:10,978 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:10,982 DEBUG [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.1731339185464 to pos 0, reset compression=false 2024-11-11T15:33:10,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a377a31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:10,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b4334b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:10,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:10,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e346b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:10,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f43bf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:11,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:33:11,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:33:11,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:11,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:11,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:11,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:33:11,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=215545452, stopped=false 2024-11-11T15:33:11,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33023,1731339182942 2024-11-11T15:33:11,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/running 2024-11-11T15:33:11,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/running 2024-11-11T15:33:11,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:11,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:11,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:11,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:11,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:11,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:33:11,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Set watcher on znode that does not yet exist, /067576437/running 2024-11-11T15:33:11,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,46191,1731339183067' ***** 2024-11-11T15:33:11,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:33:11,027 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:33:11,027 INFO [RS:0;9a1fddc00362:46191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:33:11,027 INFO [RS:0;9a1fddc00362:46191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:33:11,027 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:11,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:33:11,027 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,46191,1731339183067 2024-11-11T15:33:11,027 INFO [RS:0;9a1fddc00362:46191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:11,028 INFO [RS:0;9a1fddc00362:46191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:46191. 2024-11-11T15:33:11,028 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e483cbffff2bd8b5f2df92d98bc5972, disabling compactions & flushes 2024-11-11T15:33:11,028 DEBUG [RS:0;9a1fddc00362:46191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:11,028 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,028 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:11,028 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:11,028 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:33:11,028 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. after waiting 0 ms 2024-11-11T15:33:11,028 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:33:11,028 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:11,028 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:33:11,028 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:33:11,029 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:33:11,029 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e483cbffff2bd8b5f2df92d98bc5972=hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972.} 2024-11-11T15:33:11,029 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e483cbffff2bd8b5f2df92d98bc5972 2024-11-11T15:33:11,029 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:11,029 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:11,029 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:11,029 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:11,029 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:11,029 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T15:33:11,035 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/replication/9e483cbffff2bd8b5f2df92d98bc5972/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T15:33:11,036 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:11,036 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:11,036 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:11,037 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e483cbffff2bd8b5f2df92d98bc5972: Waiting for close lock at 1731339191028Running coprocessor pre-close hooks at 1731339191028Disabling compacts and flushes for region at 1731339191028Disabling writes for close at 1731339191028Writing region close event to WAL at 1731339191029 (+1 ms)Running coprocessor post-close hooks at 1731339191036 (+7 ms)Closed at 1731339191036 2024-11-11T15:33:11,037 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972. 2024-11-11T15:33:11,056 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/info/41e8ab3aabcb423ea6742adcbaf44d26 is 147, key is hbase:replication,,1731339177632.9e483cbffff2bd8b5f2df92d98bc5972./info:regioninfo/1731339189913/Put/seqid=0 2024-11-11T15:33:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741851_1027 (size=6385) 2024-11-11T15:33:11,097 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:11,229 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:11,294 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:33:11,294 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:33:11,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:11,429 DEBUG [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:11,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:11,463 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/info/41e8ab3aabcb423ea6742adcbaf44d26 2024-11-11T15:33:11,472 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/.tmp/info/41e8ab3aabcb423ea6742adcbaf44d26 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/info/41e8ab3aabcb423ea6742adcbaf44d26 2024-11-11T15:33:11,480 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/info/41e8ab3aabcb423ea6742adcbaf44d26, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T15:33:11,481 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false 2024-11-11T15:33:11,487 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T15:33:11,487 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:11,488 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:11,488 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:11,488 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339191029Running coprocessor pre-close hooks at 1731339191029Disabling compacts and flushes for region at 1731339191029Disabling writes for close at 1731339191029Obtaining lock to block concurrent updates at 1731339191029Preparing flush snapshotting stores in 1588230740 at 1731339191029Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731339191030 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339191031 (+1 ms)Flushing 1588230740/info: creating writer at 1731339191031Flushing 1588230740/info: appending metadata at 1731339191055 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731339191055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adb0ef5: reopening flushed file at 1731339191471 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=19, compaction requested=false at 1731339191481 (+10 ms)Writing region close event to WAL at 1731339191483 (+2 ms)Running coprocessor post-close hooks at 1731339191487 (+4 ms)Closed at 1731339191488 (+1 ms) 2024-11-11T15:33:11,488 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:11,630 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,46191,1731339183067; all regions closed. 2024-11-11T15:33:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741849_1025 (size=2156) 2024-11-11T15:33:11,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.meta.1731339185876.meta not finished, retry = 0 2024-11-11T15:33:11,738 DEBUG [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs 2024-11-11T15:33:11,738 INFO [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46191%2C1731339183067.meta:.meta(num 1731339185876) 2024-11-11T15:33:11,741 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/WALs/9a1fddc00362,46191,1731339183067/9a1fddc00362%2C46191%2C1731339183067.rep.1731339189862 not finished, retry = 0 2024-11-11T15:33:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741850_1026 (size=796) 2024-11-11T15:33:11,845 DEBUG [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs 2024-11-11T15:33:11,845 INFO [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46191%2C1731339183067.rep:(num 1731339189862) 2024-11-11T15:33:11,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741848_1024 (size=93) 2024-11-11T15:33:11,850 DEBUG [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/oldWALs 2024-11-11T15:33:11,850 INFO [RS:0;9a1fddc00362:46191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46191%2C1731339183067:(num 1731339185464) 2024-11-11T15:33:11,850 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,851 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:11,851 INFO [RS:0;9a1fddc00362:46191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:11,851 INFO [RS:0;9a1fddc00362:46191 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:11,851 INFO [RS:0;9a1fddc00362:46191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:11,851 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:11,851 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,46191,1731339183067 because: Region server is closing 2024-11-11T15:33:11,851 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T15:33:11,851 INFO [RS:0;9a1fddc00362:46191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:46191. 2024-11-11T15:33:11,852 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T15:33:11,852 DEBUG [RS:0;9a1fddc00362:46191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:11,852 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T15:33:11,852 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,852 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:11,952 WARN [RS:0;9a1fddc00362:46191.replicationSource.shipper9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:33:11,952 WARN [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:33:11,953 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9a1fddc00362:46191.replicationSource.shipper9a1fddc00362%2C46191%2C1731339183067,1-9a1fddc00362,46191,1731339183067 terminated 2024-11-11T15:33:11,953 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9a1fddc00362,46191,1731339183067 because: Region server is closing 2024-11-11T15:33:11,953 INFO [RS:0;9a1fddc00362:46191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:46191. 2024-11-11T15:33:11,953 DEBUG [RS:0;9a1fddc00362:46191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:11,953 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,953 DEBUG [RS:0;9a1fddc00362:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:11,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:12,054 WARN [RS:0;9a1fddc00362:46191.replicationSource.shipper9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:33:12,054 WARN [RS:0;9a1fddc00362:46191.replicationSource.wal-reader.9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:33:12,054 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9a1fddc00362:46191.replicationSource.shipper9a1fddc00362%2C46191%2C1731339183067,2-9a1fddc00362,46191,1731339183067 terminated 2024-11-11T15:33:12,054 INFO [RS:0;9a1fddc00362:46191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46191 2024-11-11T15:33:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/rs/9a1fddc00362,46191,1731339183067 2024-11-11T15:33:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437/rs 2024-11-11T15:33:12,094 INFO [RS:0;9a1fddc00362:46191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:12,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,46191,1731339183067] 2024-11-11T15:33:12,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /067576437/draining/9a1fddc00362,46191,1731339183067 already deleted, retry=false 2024-11-11T15:33:12,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,46191,1731339183067 expired; onlineServers=0 2024-11-11T15:33:12,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33023,1731339182942' ***** 2024-11-11T15:33:12,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:33:12,117 INFO [M:0;9a1fddc00362:33023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:12,117 INFO [M:0;9a1fddc00362:33023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:12,117 DEBUG [M:0;9a1fddc00362:33023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:33:12,117 DEBUG [M:0;9a1fddc00362:33023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:33:12,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:33:12,117 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339185005 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339185005,5,FailOnTimeoutGroup] 2024-11-11T15:33:12,118 INFO [M:0;9a1fddc00362:33023 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:12,118 INFO [M:0;9a1fddc00362:33023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:12,118 DEBUG [M:0;9a1fddc00362:33023 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:33:12,118 INFO [M:0;9a1fddc00362:33023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:33:12,118 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339185005 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339185005,5,FailOnTimeoutGroup] 2024-11-11T15:33:12,118 INFO [M:0;9a1fddc00362:33023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:12,118 INFO [M:0;9a1fddc00362:33023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:33:12,121 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:33:12,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/067576437/master 2024-11-11T15:33:12,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/067576437 2024-11-11T15:33:12,125 DEBUG [M:0;9a1fddc00362:33023 {}] zookeeper.ZKUtil(347): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Unable to get data of znode /067576437/master because node does not exist (not an error) 2024-11-11T15:33:12,125 WARN [M:0;9a1fddc00362:33023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:33:12,126 INFO [M:0;9a1fddc00362:33023 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/.lastflushedseqids 2024-11-11T15:33:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741852_1028 (size=181) 2024-11-11T15:33:12,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:12,211 INFO [RS:0;9a1fddc00362:46191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:12,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10197f682230007, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:12,211 INFO [RS:0;9a1fddc00362:46191 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,46191,1731339183067; zookeeper connection closed. 2024-11-11T15:33:12,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@537724bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@537724bb 2024-11-11T15:33:12,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:33:12,537 INFO [M:0;9a1fddc00362:33023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:33:12,538 INFO [M:0;9a1fddc00362:33023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:33:12,538 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:12,538 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:12,538 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:12,538 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:12,538 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:12,538 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T15:33:12,575 DEBUG [M:0;9a1fddc00362:33023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e402f0890df4819877bfdf1dd9ca7a5 is 82, key is hbase:meta,,1/info:regioninfo/1731339185953/Put/seqid=0 2024-11-11T15:33:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741853_1029 (size=5680) 2024-11-11T15:33:12,984 INFO [M:0;9a1fddc00362:33023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e402f0890df4819877bfdf1dd9ca7a5 2024-11-11T15:33:13,014 DEBUG [M:0;9a1fddc00362:33023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0af14c3527843cc979873e0322b5e59 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731339189927/Put/seqid=0 2024-11-11T15:33:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741854_1030 (size=7319) 2024-11-11T15:33:13,421 INFO [M:0;9a1fddc00362:33023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0af14c3527843cc979873e0322b5e59 2024-11-11T15:33:13,461 DEBUG [M:0;9a1fddc00362:33023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0455e8c198c44b3b39aa9fee5e42398 is 69, key is 9a1fddc00362,46191,1731339183067/rs:state/1731339185197/Put/seqid=0 2024-11-11T15:33:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741855_1031 (size=5371) 2024-11-11T15:33:13,878 INFO [M:0;9a1fddc00362:33023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0455e8c198c44b3b39aa9fee5e42398 2024-11-11T15:33:13,894 INFO [M:0;9a1fddc00362:33023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0455e8c198c44b3b39aa9fee5e42398 2024-11-11T15:33:13,896 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e402f0890df4819877bfdf1dd9ca7a5 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e402f0890df4819877bfdf1dd9ca7a5 2024-11-11T15:33:13,919 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e402f0890df4819877bfdf1dd9ca7a5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T15:33:13,924 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0af14c3527843cc979873e0322b5e59 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0af14c3527843cc979873e0322b5e59 2024-11-11T15:33:13,945 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0af14c3527843cc979873e0322b5e59, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T15:33:13,953 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0455e8c198c44b3b39aa9fee5e42398 as hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0455e8c198c44b3b39aa9fee5e42398 2024-11-11T15:33:13,991 INFO [M:0;9a1fddc00362:33023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0455e8c198c44b3b39aa9fee5e42398 2024-11-11T15:33:13,991 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/2d9c4f78-53cd-26a6-23ad-9ed758a73e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0455e8c198c44b3b39aa9fee5e42398, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T15:33:13,993 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1455ms, sequenceid=172, compaction requested=false 2024-11-11T15:33:14,037 INFO [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:14,040 DEBUG [M:0;9a1fddc00362:33023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339192538Disabling compacts and flushes for region at 1731339192538Disabling writes for close at 1731339192538Obtaining lock to block concurrent updates at 1731339192538Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339192538Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731339192539 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339192540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339192540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339192574 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339192574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339192993 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339193013 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339193013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339193432 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339193460 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339193460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141bb538: reopening flushed file at 1731339193894 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509af363: reopening flushed file at 1731339193919 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee270f3: reopening flushed file at 1731339193945 (+26 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1455ms, sequenceid=172, compaction requested=false at 1731339193993 (+48 ms)Writing region close event to WAL at 1731339194037 (+44 ms)Closed at 1731339194037 2024-11-11T15:33:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37923 is added to blk_1073741847_1023 (size=22949) 2024-11-11T15:33:14,090 INFO [M:0;9a1fddc00362:33023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:33:14,090 INFO [M:0;9a1fddc00362:33023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33023 2024-11-11T15:33:14,090 INFO [M:0;9a1fddc00362:33023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:14,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:14,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:14,194 INFO [M:0;9a1fddc00362:33023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:14,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33023-0x10197f682230006, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:14,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa18361{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:14,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6317b1c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:14,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:14,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1885f48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:14,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a213b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:14,208 WARN [BP-510588507-172.17.0.3-1731339162331 heartbeating to localhost/127.0.0.1:44409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:14,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:14,208 WARN [BP-510588507-172.17.0.3-1731339162331 heartbeating to localhost/127.0.0.1:44409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-510588507-172.17.0.3-1731339162331 (Datanode Uuid 4bdca774-e813-476b-b68b-aa5611ca7bde) service to localhost/127.0.0.1:44409 2024-11-11T15:33:14,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:14,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/data/data1/current/BP-510588507-172.17.0.3-1731339162331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:14,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/cluster_ec3e9b65-2ed7-9ec4-eeef-d91a5f46e983/data/data2/current/BP-510588507-172.17.0.3-1731339162331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:14,209 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:14,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7817e719{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:14,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4459e25f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:14,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:14,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a69438{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:14,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bd11168{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2df37aee-fcdb-6d30-2fe7-5ba349899752/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:14,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:33:14,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:33:14,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33305 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44409 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1078 (was 1394), ProcessCount=11 (was 11), AvailableMemoryMB=1686 (was 380) - AvailableMemoryMB LEAK? - 2024-11-11T15:33:14,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=1078, ProcessCount=11, AvailableMemoryMB=1684 2024-11-11T15:33:14,310 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T15:33:14,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir so I do NOT create it in target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1 2024-11-11T15:33:14,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:33:14,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.tmp.dir so I do NOT create it in target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1 2024-11-11T15:33:14,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb679a0-c308-722a-fb5c-1b1a599244dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:33:14,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1 2024-11-11T15:33:14,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de, deleteOnExit=true 2024-11-11T15:33:14,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f682230005, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:33:14,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f682230002, quorum=127.0.0.1:54226, baseZNode=/067576437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:33:14,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f682230005, quorum=127.0.0.1:54226, baseZNode=/1-1655260773 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:33:14,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f682230002, quorum=127.0.0.1:54226, baseZNode=/067576437 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:33:14,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/zookeeper_0, clientPort=51728, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:33:14,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51728 2024-11-11T15:33:14,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/test.cache.data in system properties and HBase conf 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:33:14,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:33:14,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:33:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:33:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:33:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:33:14,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:33:14,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:14,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:14,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:14,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:14,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:33:14,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:14,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@741628b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:14,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76292c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:14,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25574da0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/java.io.tmpdir/jetty-localhost-43419-hadoop-hdfs-3_4_1-tests_jar-_-any-1682249912306618433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:14,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fdced2f{HTTP/1.1, (http/1.1)}{localhost:43419} 2024-11-11T15:33:14,676 INFO [Time-limited test {}] server.Server(415): Started @36272ms 2024-11-11T15:33:14,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:14,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:14,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:14,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:14,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:33:14,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b040e41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:14,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3509a290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:15,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22070707{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/java.io.tmpdir/jetty-localhost-38621-hadoop-hdfs-3_4_1-tests_jar-_-any-11606823800474787932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:15,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bd6c7e0{HTTP/1.1, (http/1.1)}{localhost:38621} 2024-11-11T15:33:15,135 INFO [Time-limited test {}] server.Server(415): Started @36731ms 2024-11-11T15:33:15,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:15,302 WARN [Thread-494 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/data/data1/current/BP-387048797-172.17.0.3-1731339194388/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:15,304 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/data/data2/current/BP-387048797-172.17.0.3-1731339194388/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:15,403 WARN [Thread-482 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44147f06cb6a7502 with lease ID 0x532e79f36bc043b8: Processing first storage report for DS-91457ebe-a36e-4fff-be73-dfcd5411f9d7 from datanode DatanodeRegistration(127.0.0.1:35103, datanodeUuid=e43f7a39-3444-4aa8-84ab-8f62dc85aa45, infoPort=35335, infoSecurePort=0, ipcPort=45911, storageInfo=lv=-57;cid=testClusterID;nsid=1758032794;c=1731339194388) 2024-11-11T15:33:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44147f06cb6a7502 with lease ID 0x532e79f36bc043b8: from storage DS-91457ebe-a36e-4fff-be73-dfcd5411f9d7 node DatanodeRegistration(127.0.0.1:35103, datanodeUuid=e43f7a39-3444-4aa8-84ab-8f62dc85aa45, infoPort=35335, infoSecurePort=0, ipcPort=45911, storageInfo=lv=-57;cid=testClusterID;nsid=1758032794;c=1731339194388), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44147f06cb6a7502 with lease ID 0x532e79f36bc043b8: Processing first storage report for DS-f912a609-a277-4420-baa5-7856101740bf from datanode DatanodeRegistration(127.0.0.1:35103, datanodeUuid=e43f7a39-3444-4aa8-84ab-8f62dc85aa45, infoPort=35335, infoSecurePort=0, ipcPort=45911, storageInfo=lv=-57;cid=testClusterID;nsid=1758032794;c=1731339194388) 2024-11-11T15:33:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44147f06cb6a7502 with lease ID 0x532e79f36bc043b8: from storage DS-f912a609-a277-4420-baa5-7856101740bf node DatanodeRegistration(127.0.0.1:35103, datanodeUuid=e43f7a39-3444-4aa8-84ab-8f62dc85aa45, infoPort=35335, infoSecurePort=0, ipcPort=45911, storageInfo=lv=-57;cid=testClusterID;nsid=1758032794;c=1731339194388), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:15,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1 2024-11-11T15:33:15,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:15,476 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9 with version=8 2024-11-11T15:33:15,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/hbase-staging 2024-11-11T15:33:15,479 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:15,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:15,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:15,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:15,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:15,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:15,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:33:15,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:15,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33587 2024-11-11T15:33:15,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33587 connecting to ZooKeeper ensemble=127.0.0.1:51728 2024-11-11T15:33:15,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335870x0, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:15,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33587-0x10197f7053f0000 connected 2024-11-11T15:33:15,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/running 2024-11-11T15:33:15,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9, hbase.cluster.distributed=false 2024-11-11T15:33:15,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/acl 2024-11-11T15:33:15,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33587 2024-11-11T15:33:15,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33587 2024-11-11T15:33:15,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33587 2024-11-11T15:33:15,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33587 2024-11-11T15:33:15,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33587 2024-11-11T15:33:15,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:15,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:15,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:15,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:15,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43807 2024-11-11T15:33:15,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43807 connecting to ZooKeeper ensemble=127.0.0.1:51728 2024-11-11T15:33:15,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438070x0, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:15,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43807-0x10197f7053f0001 connected 2024-11-11T15:33:15,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/running 2024-11-11T15:33:15,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:15,805 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:15,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/master 2024-11-11T15:33:15,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/acl 2024-11-11T15:33:15,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-11T15:33:15,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43807 2024-11-11T15:33:15,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43807 2024-11-11T15:33:15,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-11T15:33:15,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-11T15:33:15,871 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33587 2024-11-11T15:33:15,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-867362359/backup-masters/9a1fddc00362,33587,1731339195479 2024-11-11T15:33:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359/backup-masters 2024-11-11T15:33:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359/backup-masters 2024-11-11T15:33:15,890 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on existing znode=/0-867362359/backup-masters/9a1fddc00362,33587,1731339195479 2024-11-11T15:33:15,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-867362359/master 2024-11-11T15:33:15,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:15,900 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on existing znode=/0-867362359/master 2024-11-11T15:33:15,907 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-867362359/backup-masters/9a1fddc00362,33587,1731339195479 from backup master directory 2024-11-11T15:33:15,910 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:15,910 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33587,1731339195479 2024-11-11T15:33:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-867362359/backup-masters/9a1fddc00362,33587,1731339195479 2024-11-11T15:33:15,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359/backup-masters 2024-11-11T15:33:15,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359/backup-masters 2024-11-11T15:33:15,922 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/hbase.id] with ID: fc5fef41-6de8-4748-8fba-d794a719ec15 2024-11-11T15:33:15,922 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/.tmp/hbase.id 2024-11-11T15:33:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:15,939 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/.tmp/hbase.id]:[hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/hbase.id] 2024-11-11T15:33:15,979 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:15,979 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:33:15,985 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-11T15:33:15,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:16,424 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:16,426 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:33:16,428 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:16,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:16,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:16,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:16,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:16,849 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store 2024-11-11T15:33:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:17,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:17,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:33:17,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:33:17,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:17,271 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:17,272 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:17,272 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:17,272 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:17,272 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:17,272 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:17,272 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:17,272 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339197272Disabling compacts and flushes for region at 1731339197272Disabling writes for close at 1731339197272Writing region close event to WAL at 1731339197272Closed at 1731339197272 2024-11-11T15:33:17,273 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/.initializing 2024-11-11T15:33:17,273 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/WALs/9a1fddc00362,33587,1731339195479 2024-11-11T15:33:17,275 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:17,278 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33587%2C1731339195479, suffix=, logDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/WALs/9a1fddc00362,33587,1731339195479, archiveDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/oldWALs, maxLogs=10 2024-11-11T15:33:17,300 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/WALs/9a1fddc00362,33587,1731339195479/9a1fddc00362%2C33587%2C1731339195479.1731339197278, exclude list is [], retry=0 2024-11-11T15:33:17,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35103,DS-91457ebe-a36e-4fff-be73-dfcd5411f9d7,DISK] 2024-11-11T15:33:17,310 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/WALs/9a1fddc00362,33587,1731339195479/9a1fddc00362%2C33587%2C1731339195479.1731339197278 2024-11-11T15:33:17,312 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35335:35335)] 2024-11-11T15:33:17,312 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:17,312 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:17,312 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,312 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:33:17,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:17,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:17,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:33:17,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:17,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:17,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:33:17,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:17,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:17,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:33:17,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:17,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:17,326 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,327 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,327 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,332 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,332 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,336 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:17,352 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:17,368 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:17,369 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60752551, jitterRate=-0.09471644461154938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:17,370 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339197313Initializing all the Stores at 1731339197314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339197315 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339197316 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339197316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339197316Cleaning up temporary data from old regions at 1731339197332 (+16 ms)Region opened successfully at 1731339197370 (+38 ms) 2024-11-11T15:33:17,372 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:33:17,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411fd3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:17,388 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:33:17,389 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:33:17,389 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:33:17,389 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:33:17,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-11T15:33:17,393 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:33:17,393 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:33:17,431 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:33:17,436 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Unable to get data of znode /0-867362359/balancer because node does not exist (not necessarily an error) 2024-11-11T15:33:17,447 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/balancer already deleted, retry=false 2024-11-11T15:33:17,448 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:33:17,456 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Unable to get data of znode /0-867362359/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:33:17,461 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/normalizer already deleted, retry=false 2024-11-11T15:33:17,462 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:33:17,484 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Unable to get data of znode /0-867362359/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:33:17,500 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/switch/split already deleted, retry=false 2024-11-11T15:33:17,508 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Unable to get data of znode /0-867362359/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:33:17,522 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/switch/merge already deleted, retry=false 2024-11-11T15:33:17,550 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Unable to get data of znode /0-867362359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:33:17,566 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/snapshot-cleanup already deleted, retry=false 2024-11-11T15:33:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-867362359/running 2024-11-11T15:33:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:17,581 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33587,1731339195479, sessionid=0x10197f7053f0000, setting cluster-up flag (Was=false) 2024-11-11T15:33:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-867362359/running 2024-11-11T15:33:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:17,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:17,639 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-867362359/flush-table-proc/acquired, /0-867362359/flush-table-proc/reached, /0-867362359/flush-table-proc/abort 2024-11-11T15:33:17,670 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33587,1731339195479 2024-11-11T15:33:17,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:17,706 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-867362359/online-snapshot/acquired, /0-867362359/online-snapshot/reached, /0-867362359/online-snapshot/abort 2024-11-11T15:33:17,717 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33587,1731339195479 2024-11-11T15:33:17,723 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:33:17,728 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:17,728 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:33:17,728 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:33:17,729 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33587,1731339195479 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:33:17,736 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:17,736 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:17,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:17,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:17,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:33:17,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:17,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:17,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:33:17,778 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339227778 2024-11-11T15:33:17,778 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:33:17,779 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:33:17,779 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:33:17,779 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:33:17,779 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:33:17,779 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:33:17,783 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,784 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(746): ClusterId : fc5fef41-6de8-4748-8fba-d794a719ec15 2024-11-11T15:33:17,784 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:17,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:17,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:33:17,798 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:33:17,798 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:33:17,798 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:33:17,799 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:33:17,804 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:17,804 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:17,816 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:33:17,816 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:33:17,816 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:17,817 DEBUG [RS:0;9a1fddc00362:43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6f25c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:17,824 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339197816,5,FailOnTimeoutGroup] 2024-11-11T15:33:17,828 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339197824,5,FailOnTimeoutGroup] 2024-11-11T15:33:17,828 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,828 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:33:17,828 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,828 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:17,855 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:43807 2024-11-11T15:33:17,855 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:17,856 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:17,856 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:17,859 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33587,1731339195479 with port=43807, startcode=1731339195738 2024-11-11T15:33:17,860 DEBUG [RS:0;9a1fddc00362:43807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:17,864 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:17,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,43807,1731339195738 2024-11-11T15:33:17,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33587 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,43807,1731339195738 2024-11-11T15:33:17,873 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9 2024-11-11T15:33:17,873 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36515 2024-11-11T15:33:17,873 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359/rs 2024-11-11T15:33:17,876 DEBUG [RS:0;9a1fddc00362:43807 {}] zookeeper.ZKUtil(111): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on existing znode=/0-867362359/rs/9a1fddc00362,43807,1731339195738 2024-11-11T15:33:17,876 WARN [RS:0;9a1fddc00362:43807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:17,876 INFO [RS:0;9a1fddc00362:43807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:17,876 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738 2024-11-11T15:33:17,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,43807,1731339195738] 2024-11-11T15:33:17,912 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:17,916 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:17,918 INFO [RS:0;9a1fddc00362:43807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:17,918 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,918 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:17,920 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:17,920 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:17,921 DEBUG [RS:0;9a1fddc00362:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:17,941 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,941 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,941 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,941 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,941 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,941 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43807,1731339195738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:17,969 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:17,969 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43807,1731339195738-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,969 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,969 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.Replication(171): 9a1fddc00362,43807,1731339195738 started 2024-11-11T15:33:17,991 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:17,991 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,43807,1731339195738, RpcServer on 9a1fddc00362/172.17.0.3:43807, sessionid=0x10197f7053f0001 2024-11-11T15:33:17,991 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:17,991 DEBUG [RS:0;9a1fddc00362:43807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,43807,1731339195738 2024-11-11T15:33:17,991 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43807,1731339195738' 2024-11-11T15:33:17,991 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-867362359/flush-table-proc/abort' 2024-11-11T15:33:18,007 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-867362359/flush-table-proc/acquired' 2024-11-11T15:33:18,009 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:18,009 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:18,009 DEBUG [RS:0;9a1fddc00362:43807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,43807,1731339195738 2024-11-11T15:33:18,009 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43807,1731339195738' 2024-11-11T15:33:18,009 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-867362359/online-snapshot/abort' 2024-11-11T15:33:18,012 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-867362359/online-snapshot/acquired' 2024-11-11T15:33:18,013 DEBUG [RS:0;9a1fddc00362:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:18,013 INFO [RS:0;9a1fddc00362:43807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:18,013 INFO [RS:0;9a1fddc00362:43807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:18,127 INFO [RS:0;9a1fddc00362:43807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:18,136 INFO [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C43807%2C1731339195738, suffix=, logDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738, archiveDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/oldWALs, maxLogs=10 2024-11-11T15:33:18,176 DEBUG [RS:0;9a1fddc00362:43807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142, exclude list is [], retry=0 2024-11-11T15:33:18,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35103,DS-91457ebe-a36e-4fff-be73-dfcd5411f9d7,DISK] 2024-11-11T15:33:18,212 INFO [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 2024-11-11T15:33:18,218 DEBUG [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35335:35335)] 2024-11-11T15:33:18,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:33:18,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9 2024-11-11T15:33:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:33:18,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:18,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:18,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:18,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:18,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:18,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:18,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:18,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:18,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:18,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:18,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:18,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:18,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:18,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:18,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:18,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:18,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:18,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:18,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740 2024-11-11T15:33:18,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740 2024-11-11T15:33:18,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:18,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:18,909 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:18,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:18,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:18,937 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71804208, jitterRate=0.06996607780456543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:18,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339198758Initializing all the Stores at 1731339198776 (+18 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339198777 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339198792 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339198792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339198792Cleaning up temporary data from old regions at 1731339198908 (+116 ms)Region opened successfully at 1731339198938 (+30 ms) 2024-11-11T15:33:18,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:18,939 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:18,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:18,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:18,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:18,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:18,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339198938Disabling compacts and flushes for region at 1731339198938Disabling writes for close at 1731339198939 (+1 ms)Writing region close event to WAL at 1731339198948 (+9 ms)Closed at 1731339198948 2024-11-11T15:33:18,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:18,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:33:18,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:33:18,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:18,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:33:19,138 DEBUG [9a1fddc00362:33587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:19,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,43807,1731339195738 2024-11-11T15:33:19,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,43807,1731339195738, state=OPENING 2024-11-11T15:33:19,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:33:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:19,153 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:19,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,43807,1731339195738}] 2024-11-11T15:33:19,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-867362359/meta-region-server: CHANGED 2024-11-11T15:33:19,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-867362359/meta-region-server: CHANGED 2024-11-11T15:33:19,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:19,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:19,340 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:33:19,340 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:19,340 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:33:19,356 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C43807%2C1731339195738.meta, suffix=.meta, logDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738, archiveDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/oldWALs, maxLogs=10 2024-11-11T15:33:19,378 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.meta.1731339199357.meta, exclude list is [], retry=0 2024-11-11T15:33:19,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35103,DS-91457ebe-a36e-4fff-be73-dfcd5411f9d7,DISK] 2024-11-11T15:33:19,443 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.meta.1731339199357.meta 2024-11-11T15:33:19,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35335:35335)] 2024-11-11T15:33:19,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:19,446 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:19,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:19,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:33:19,446 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:33:19,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:33:19,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:19,447 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:33:19,447 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:33:19,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:19,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:19,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:19,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:19,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:19,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:19,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:19,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:19,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:19,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:19,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:19,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:19,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:19,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:19,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:19,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:19,520 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:19,522 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740 2024-11-11T15:33:19,530 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740 2024-11-11T15:33:19,535 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:19,535 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:19,537 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:19,547 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:19,552 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69000194, jitterRate=0.028183013200759888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:19,552 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:33:19,553 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339199447Writing region info on filesystem at 1731339199447Initializing all the Stores at 1731339199456 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339199456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339199457 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339199457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339199457Cleaning up temporary data from old regions at 1731339199535 (+78 ms)Running coprocessor post-open hooks at 1731339199552 (+17 ms)Region opened successfully at 1731339199553 (+1 ms) 2024-11-11T15:33:19,555 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339199313 2024-11-11T15:33:19,566 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:33:19,566 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:33:19,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43807,1731339195738 2024-11-11T15:33:19,572 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,43807,1731339195738, state=OPEN 2024-11-11T15:33:19,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-867362359/meta-region-server 2024-11-11T15:33:19,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-867362359/meta-region-server: CHANGED 2024-11-11T15:33:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-867362359/meta-region-server 2024-11-11T15:33:19,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-867362359/meta-region-server: CHANGED 2024-11-11T15:33:19,589 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,43807,1731339195738 2024-11-11T15:33:19,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:33:19,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,43807,1731339195738 in 436 msec 2024-11-11T15:33:19,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:33:19,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-11T15:33:19,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:19,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:33:19,632 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:19,632 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43807,1731339195738, seqNum=-1] 2024-11-11T15:33:19,633 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:19,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:19,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9430 sec 2024-11-11T15:33:19,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339199672, completionTime=-1 2024-11-11T15:33:19,673 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:33:19,673 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:33:19,678 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:33:19,678 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339259678 2024-11-11T15:33:19,678 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339319678 2024-11-11T15:33:19,678 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-11T15:33:19,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33587,1731339195479-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33587,1731339195479-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33587,1731339195479-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33587, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,679 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,684 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,692 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.802sec 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33587,1731339195479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:19,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33587,1731339195479-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:33:19,741 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:33:19,741 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:33:19,741 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33587,1731339195479-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:19,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65720dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:19,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33587,-1 for getting cluster id 2024-11-11T15:33:19,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:19,833 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc5fef41-6de8-4748-8fba-d794a719ec15' 2024-11-11T15:33:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc5fef41-6de8-4748-8fba-d794a719ec15" 2024-11-11T15:33:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367a5acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33587,-1] 2024-11-11T15:33:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:19,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:19,837 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:19,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70074d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:19,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43807,1731339195738, seqNum=-1] 2024-11-11T15:33:19,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:19,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:19,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,33587,1731339195479 2024-11-11T15:33:19,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51728 2024-11-11T15:33:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:19,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f7053f0002 connected 2024-11-11T15:33:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir so I do NOT create it in target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da 2024-11-11T15:33:19,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:33:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.tmp.dir so I do NOT create it in target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da 2024-11-11T15:33:19,922 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:33:19,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da 2024-11-11T15:33:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:33:19,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/cluster_ff165896-da4b-2145-4d3a-079cabe106b1, deleteOnExit=true 2024-11-11T15:33:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:33:19,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/test.cache.data in system properties and HBase conf 2024-11-11T15:33:19,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:33:19,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:33:19,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:33:19,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:33:19,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:33:19,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:33:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:33:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:33:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:33:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:33:20,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:20,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:20,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:20,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:20,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:33:20,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:20,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26cbaff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:20,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729ab7de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:20,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f73e342{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/java.io.tmpdir/jetty-localhost-33481-hadoop-hdfs-3_4_1-tests_jar-_-any-10336636372629271420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:20,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3931bc47{HTTP/1.1, (http/1.1)}{localhost:33481} 2024-11-11T15:33:20,306 INFO [Time-limited test {}] server.Server(415): Started @41902ms 2024-11-11T15:33:20,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:20,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:20,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:20,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:20,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:33:20,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254e89a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:20,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d44ef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:21,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4768ff95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/java.io.tmpdir/jetty-localhost-33483-hadoop-hdfs-3_4_1-tests_jar-_-any-17625262373707482112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:21,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57bd842a{HTTP/1.1, (http/1.1)}{localhost:33483} 2024-11-11T15:33:21,064 INFO [Time-limited test {}] server.Server(415): Started @42660ms 2024-11-11T15:33:21,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:21,430 WARN [Thread-615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/cluster_ff165896-da4b-2145-4d3a-079cabe106b1/data/data1/current/BP-2041411581-172.17.0.3-1731339199977/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:21,430 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/cluster_ff165896-da4b-2145-4d3a-079cabe106b1/data/data2/current/BP-2041411581-172.17.0.3-1731339199977/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:21,506 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4baabb97c968b51 with lease ID 0x92131653dce217e0: Processing first storage report for DS-ab7b616b-5565-4a27-ba02-d6da34496e70 from datanode DatanodeRegistration(127.0.0.1:45397, datanodeUuid=43ccc3ac-33d5-4ba0-8fc0-16c21935e0c8, infoPort=35171, infoSecurePort=0, ipcPort=43133, storageInfo=lv=-57;cid=testClusterID;nsid=1513318450;c=1731339199977) 2024-11-11T15:33:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4baabb97c968b51 with lease ID 0x92131653dce217e0: from storage DS-ab7b616b-5565-4a27-ba02-d6da34496e70 node DatanodeRegistration(127.0.0.1:45397, datanodeUuid=43ccc3ac-33d5-4ba0-8fc0-16c21935e0c8, infoPort=35171, infoSecurePort=0, ipcPort=43133, storageInfo=lv=-57;cid=testClusterID;nsid=1513318450;c=1731339199977), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4baabb97c968b51 with lease ID 0x92131653dce217e0: Processing first storage report for DS-4fe62409-e4d0-4f02-af1b-cbfe8fdb3dd8 from datanode DatanodeRegistration(127.0.0.1:45397, datanodeUuid=43ccc3ac-33d5-4ba0-8fc0-16c21935e0c8, infoPort=35171, infoSecurePort=0, ipcPort=43133, storageInfo=lv=-57;cid=testClusterID;nsid=1513318450;c=1731339199977) 2024-11-11T15:33:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4baabb97c968b51 with lease ID 0x92131653dce217e0: from storage DS-4fe62409-e4d0-4f02-af1b-cbfe8fdb3dd8 node DatanodeRegistration(127.0.0.1:45397, datanodeUuid=43ccc3ac-33d5-4ba0-8fc0-16c21935e0c8, infoPort=35171, infoSecurePort=0, ipcPort=43133, storageInfo=lv=-57;cid=testClusterID;nsid=1513318450;c=1731339199977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:21,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da 2024-11-11T15:33:21,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:21,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:21,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:21,662 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551 with version=8 2024-11-11T15:33:21,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/hbase-staging 2024-11-11T15:33:21,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:21,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:21,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:21,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:21,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:21,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:21,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:33:21,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:21,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34397 2024-11-11T15:33:21,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34397 connecting to ZooKeeper ensemble=127.0.0.1:51728 2024-11-11T15:33:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343970x0, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:21,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34397-0x10197f7053f0003 connected 2024-11-11T15:33:21,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:21,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:21,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/running 2024-11-11T15:33:21,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551, hbase.cluster.distributed=false 2024-11-11T15:33:21,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/acl 2024-11-11T15:33:21,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34397 2024-11-11T15:33:21,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34397 2024-11-11T15:33:21,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34397 2024-11-11T15:33:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34397 2024-11-11T15:33:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34397 2024-11-11T15:33:21,907 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:21,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:21,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:21,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:21,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:21,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:21,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:21,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:21,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41837 2024-11-11T15:33:21,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41837 connecting to ZooKeeper ensemble=127.0.0.1:51728 2024-11-11T15:33:21,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:21,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418370x0, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:21,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418370x0, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/running 2024-11-11T15:33:21,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:21,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41837-0x10197f7053f0004 connected 2024-11-11T15:33:21,952 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:21,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/master 2024-11-11T15:33:21,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/acl 2024-11-11T15:33:21,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41837 2024-11-11T15:33:21,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41837 2024-11-11T15:33:21,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41837 2024-11-11T15:33:21,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41837 2024-11-11T15:33:21,991 WARN [RS:0;9a1fddc00362:43807 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9a1fddc00362,39773,1731339167516: status=Processing ServerCrashProcedure of 9a1fddc00362,39773,1731339167516 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731339185006, completionTime=-1 appears to have been leaked 2024-11-11T15:33:21,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41837 2024-11-11T15:33:22,025 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:34397 2024-11-11T15:33:22,032 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-970729528/backup-masters/9a1fddc00362,34397,1731339201665 2024-11-11T15:33:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528/backup-masters 2024-11-11T15:33:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528/backup-masters 2024-11-11T15:33:22,044 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on existing znode=/1-970729528/backup-masters/9a1fddc00362,34397,1731339201665 2024-11-11T15:33:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:22,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-970729528/master 2024-11-11T15:33:22,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:22,057 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on existing znode=/1-970729528/master 2024-11-11T15:33:22,058 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-970729528/backup-masters/9a1fddc00362,34397,1731339201665 from backup master directory 2024-11-11T15:33:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-970729528/backup-masters/9a1fddc00362,34397,1731339201665 2024-11-11T15:33:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528/backup-masters 2024-11-11T15:33:22,063 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:22,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,34397,1731339201665 2024-11-11T15:33:22,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528/backup-masters 2024-11-11T15:33:22,097 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/hbase.id] with ID: 2a281faf-5992-4e4b-8f9a-721e548e0d79 2024-11-11T15:33:22,097 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/.tmp/hbase.id 2024-11-11T15:33:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:22,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:22,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:22,564 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/.tmp/hbase.id]:[hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/hbase.id] 2024-11-11T15:33:22,606 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:22,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:33:22,609 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:33:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:22,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:22,684 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:22,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:33:22,688 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:22,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store 2024-11-11T15:33:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:23,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:23,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:23,219 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:23,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:23,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:23,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:23,219 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:23,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339203219Disabling compacts and flushes for region at 1731339203219Disabling writes for close at 1731339203219Writing region close event to WAL at 1731339203219Closed at 1731339203219 2024-11-11T15:33:23,221 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/.initializing 2024-11-11T15:33:23,221 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/WALs/9a1fddc00362,34397,1731339201665 2024-11-11T15:33:23,228 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:23,237 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C34397%2C1731339201665, suffix=, logDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/WALs/9a1fddc00362,34397,1731339201665, archiveDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/oldWALs, maxLogs=10 2024-11-11T15:33:23,263 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/WALs/9a1fddc00362,34397,1731339201665/9a1fddc00362%2C34397%2C1731339201665.1731339203238, exclude list is [], retry=0 2024-11-11T15:33:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45397,DS-ab7b616b-5565-4a27-ba02-d6da34496e70,DISK] 2024-11-11T15:33:23,286 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/WALs/9a1fddc00362,34397,1731339201665/9a1fddc00362%2C34397%2C1731339201665.1731339203238 2024-11-11T15:33:23,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171)] 2024-11-11T15:33:23,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:23,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:23,295 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,295 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:33:23,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:33:23,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:23,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:23,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:33:23,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:23,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:23,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:33:23,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:23,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:23,326 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,326 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,327 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,328 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,328 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,329 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:23,331 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:23,335 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:23,336 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66214391, jitterRate=-0.013328686356544495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:23,337 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339203295Initializing all the Stores at 1731339203298 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339203298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339203300 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339203300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339203300Cleaning up temporary data from old regions at 1731339203328 (+28 ms)Region opened successfully at 1731339203337 (+9 ms) 2024-11-11T15:33:23,337 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:33:23,344 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48932c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:23,350 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:33:23,350 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:33:23,350 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:33:23,351 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:33:23,352 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:33:23,353 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:33:23,353 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:33:23,377 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:33:23,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Unable to get data of znode /1-970729528/balancer because node does not exist (not necessarily an error) 2024-11-11T15:33:23,395 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/balancer already deleted, retry=false 2024-11-11T15:33:23,396 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:33:23,397 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Unable to get data of znode /1-970729528/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:33:23,399 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/normalizer already deleted, retry=false 2024-11-11T15:33:23,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:33:23,410 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Unable to get data of znode /1-970729528/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:33:23,412 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/switch/split already deleted, retry=false 2024-11-11T15:33:23,413 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Unable to get data of znode /1-970729528/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:33:23,415 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/switch/merge already deleted, retry=false 2024-11-11T15:33:23,417 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Unable to get data of znode /1-970729528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:33:23,419 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/snapshot-cleanup already deleted, retry=false 2024-11-11T15:33:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-970729528/running 2024-11-11T15:33:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-970729528/running 2024-11-11T15:33:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:23,430 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,34397,1731339201665, sessionid=0x10197f7053f0003, setting cluster-up flag (Was=false) 2024-11-11T15:33:23,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:23,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:23,450 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-970729528/flush-table-proc/acquired, /1-970729528/flush-table-proc/reached, /1-970729528/flush-table-proc/abort 2024-11-11T15:33:23,451 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,34397,1731339201665 2024-11-11T15:33:23,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:23,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:23,478 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-970729528/online-snapshot/acquired, /1-970729528/online-snapshot/reached, /1-970729528/online-snapshot/abort 2024-11-11T15:33:23,479 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,34397,1731339201665 2024-11-11T15:33:23,484 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:33:23,509 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:23,510 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:33:23,510 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:33:23,510 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,34397,1731339201665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:33:23,515 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:23,515 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:23,515 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:23,515 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:23,515 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:33:23,515 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:23,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:23,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:33:23,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339233534 2024-11-11T15:33:23,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:33:23,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:33:23,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:33:23,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:33:23,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:33:23,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:33:23,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:23,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:33:23,538 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(746): ClusterId : 2a281faf-5992-4e4b-8f9a-721e548e0d79 2024-11-11T15:33:23,538 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:23,540 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,541 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:23,541 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:23,544 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:33:23,544 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:33:23,544 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:33:23,544 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:23,544 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:33:23,545 DEBUG [RS:0;9a1fddc00362:41837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad2262e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:23,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:33:23,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:33:23,556 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339203552,5,FailOnTimeoutGroup] 2024-11-11T15:33:23,561 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339203556,5,FailOnTimeoutGroup] 2024-11-11T15:33:23,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:33:23,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:23,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:33:23,597 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551 2024-11-11T15:33:23,602 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:41837 2024-11-11T15:33:23,602 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:23,602 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:23,602 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:23,603 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,34397,1731339201665 with port=41837, startcode=1731339201907 2024-11-11T15:33:23,603 DEBUG [RS:0;9a1fddc00362:41837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:23,606 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:23,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,41837,1731339201907 2024-11-11T15:33:23,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34397 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,41837,1731339201907 2024-11-11T15:33:23,609 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551 2024-11-11T15:33:23,609 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39345 2024-11-11T15:33:23,609 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:23,613 DEBUG [RS:0;9a1fddc00362:41837 {}] zookeeper.ZKUtil(111): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on existing znode=/1-970729528/rs/9a1fddc00362,41837,1731339201907 2024-11-11T15:33:23,613 WARN [RS:0;9a1fddc00362:41837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:23,613 INFO [RS:0;9a1fddc00362:41837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528/rs 2024-11-11T15:33:23,614 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907 2024-11-11T15:33:23,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:33:23,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,41837,1731339201907] 2024-11-11T15:33:23,652 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:23,656 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:23,658 INFO [RS:0;9a1fddc00362:41837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:23,658 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,660 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:23,666 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:23,666 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,666 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:23,667 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:23,667 DEBUG [RS:0;9a1fddc00362:41837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:23,668 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,669 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,669 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,669 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,669 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,669 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41837,1731339201907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:23,695 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:23,695 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41837,1731339201907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,695 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,695 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.Replication(171): 9a1fddc00362,41837,1731339201907 started 2024-11-11T15:33:23,717 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:23,717 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,41837,1731339201907, RpcServer on 9a1fddc00362/172.17.0.3:41837, sessionid=0x10197f7053f0004 2024-11-11T15:33:23,717 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:23,717 DEBUG [RS:0;9a1fddc00362:41837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,41837,1731339201907 2024-11-11T15:33:23,717 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,41837,1731339201907' 2024-11-11T15:33:23,717 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-970729528/flush-table-proc/abort' 2024-11-11T15:33:23,718 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-970729528/flush-table-proc/acquired' 2024-11-11T15:33:23,719 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:23,719 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:23,719 DEBUG [RS:0;9a1fddc00362:41837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,41837,1731339201907 2024-11-11T15:33:23,719 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,41837,1731339201907' 2024-11-11T15:33:23,719 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-970729528/online-snapshot/abort' 2024-11-11T15:33:23,719 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-970729528/online-snapshot/acquired' 2024-11-11T15:33:23,720 DEBUG [RS:0;9a1fddc00362:41837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:23,720 INFO [RS:0;9a1fddc00362:41837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:23,720 INFO [RS:0;9a1fddc00362:41837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:23,824 INFO [RS:0;9a1fddc00362:41837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:23,836 INFO [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C41837%2C1731339201907, suffix=, logDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907, archiveDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/oldWALs, maxLogs=10 2024-11-11T15:33:23,861 DEBUG [RS:0;9a1fddc00362:41837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907/9a1fddc00362%2C41837%2C1731339201907.1731339203837, exclude list is [], retry=0 2024-11-11T15:33:23,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45397,DS-ab7b616b-5565-4a27-ba02-d6da34496e70,DISK] 2024-11-11T15:33:23,893 INFO [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907/9a1fddc00362%2C41837%2C1731339201907.1731339203837 2024-11-11T15:33:23,908 DEBUG [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171)] 2024-11-11T15:33:23,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:33:24,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:24,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:24,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:24,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:24,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:24,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:24,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:24,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:24,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:24,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:24,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740 2024-11-11T15:33:24,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740 2024-11-11T15:33:24,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:24,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:24,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:24,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:24,212 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:24,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71850680, jitterRate=0.07065856456756592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:24,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339204068Initializing all the Stores at 1731339204083 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339204083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339204088 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339204088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339204088Cleaning up temporary data from old regions at 1731339204182 (+94 ms)Region opened successfully at 1731339204213 (+31 ms) 2024-11-11T15:33:24,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:24,213 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:24,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:24,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:24,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:24,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:24,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339204213Disabling compacts and flushes for region at 1731339204213Disabling writes for close at 1731339204213Writing region close event to WAL at 1731339204219 (+6 ms)Closed at 1731339204219 2024-11-11T15:33:24,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:24,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:33:24,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:33:24,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:24,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:33:24,383 DEBUG [9a1fddc00362:34397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:24,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,41837,1731339201907 2024-11-11T15:33:24,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,41837,1731339201907, state=OPENING 2024-11-11T15:33:24,401 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:33:24,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:24,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-970729528/meta-region-server: CHANGED 2024-11-11T15:33:24,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:24,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,41837,1731339201907}] 2024-11-11T15:33:24,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:24,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-970729528/meta-region-server: CHANGED 2024-11-11T15:33:24,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:24,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:24,592 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:33:24,592 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:24,593 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:33:24,601 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C41837%2C1731339201907.meta, suffix=.meta, logDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907, archiveDir=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/oldWALs, maxLogs=10 2024-11-11T15:33:24,623 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907/9a1fddc00362%2C41837%2C1731339201907.meta.1731339204602.meta, exclude list is [], retry=0 2024-11-11T15:33:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45397,DS-ab7b616b-5565-4a27-ba02-d6da34496e70,DISK] 2024-11-11T15:33:24,645 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907/9a1fddc00362%2C41837%2C1731339201907.meta.1731339204602.meta 2024-11-11T15:33:24,652 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171)] 2024-11-11T15:33:24,652 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:24,653 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:24,653 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:24,653 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:33:24,653 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:33:24,654 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:33:24,654 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:24,654 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:33:24,654 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:33:24,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:24,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:24,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:24,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:24,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:24,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:24,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:24,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:24,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:24,673 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:24,674 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740 2024-11-11T15:33:24,679 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740 2024-11-11T15:33:24,684 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:24,684 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:24,685 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:24,692 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:24,703 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60365298, jitterRate=-0.10048696398735046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:24,703 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:33:24,703 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339204654Writing region info on filesystem at 1731339204654Initializing all the Stores at 1731339204655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339204655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339204655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339204655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339204656 (+1 ms)Cleaning up temporary data from old regions at 1731339204684 (+28 ms)Running coprocessor post-open hooks at 1731339204703 (+19 ms)Region opened successfully at 1731339204703 2024-11-11T15:33:24,705 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339204561 2024-11-11T15:33:24,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,41837,1731339201907 2024-11-11T15:33:24,721 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:33:24,721 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:33:24,723 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,41837,1731339201907, state=OPEN 2024-11-11T15:33:24,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-970729528/meta-region-server 2024-11-11T15:33:24,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-970729528/meta-region-server 2024-11-11T15:33:24,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,41837,1731339201907 2024-11-11T15:33:24,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-970729528/meta-region-server: CHANGED 2024-11-11T15:33:24,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-970729528/meta-region-server: CHANGED 2024-11-11T15:33:24,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:33:24,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,41837,1731339201907 in 319 msec 2024-11-11T15:33:24,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:33:24,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-11T15:33:24,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:24,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:33:24,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:24,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,41837,1731339201907, seqNum=-1] 2024-11-11T15:33:24,737 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:24,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:24,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-11T15:33:24,759 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339204759, completionTime=-1 2024-11-11T15:33:24,759 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:33:24,760 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:33:24,763 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:33:24,763 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339264763 2024-11-11T15:33:24,763 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339324763 2024-11-11T15:33:24,763 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:33:24,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34397,1731339201665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34397,1731339201665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34397,1731339201665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:34397, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,767 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:33:24,768 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.714sec 2024-11-11T15:33:24,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:33:24,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:33:24,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:33:24,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:33:24,778 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:33:24,778 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34397,1731339201665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:24,778 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34397,1731339201665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:33:24,788 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:33:24,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:33:24,789 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34397,1731339201665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:24,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4864b938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34397,-1 for getting cluster id 2024-11-11T15:33:24,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:24,867 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a281faf-5992-4e4b-8f9a-721e548e0d79' 2024-11-11T15:33:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a281faf-5992-4e4b-8f9a-721e548e0d79" 2024-11-11T15:33:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6464b6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34397,-1] 2024-11-11T15:33:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:24,869 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:24,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665ddbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,41837,1731339201907, seqNum=-1] 2024-11-11T15:33:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:24,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:24,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,34397,1731339201665 2024-11-11T15:33:24,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51728 2024-11-11T15:33:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:24,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f7053f0005 connected 2024-11-11T15:33:24,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b0584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33587,-1 for getting cluster id 2024-11-11T15:33:24,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:24,926 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc5fef41-6de8-4748-8fba-d794a719ec15' 2024-11-11T15:33:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc5fef41-6de8-4748-8fba-d794a719ec15" 2024-11-11T15:33:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6fe57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33587,-1] 2024-11-11T15:33:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:24,928 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:24,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b3bf47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33587,1731339195479 2024-11-11T15:33:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8eac15 2024-11-11T15:33:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:24,932 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:24,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:34397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:33:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:33:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:24,938 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34397' 2024-11-11T15:33:24,941 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5960d7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,941 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34397,-1 for getting cluster id 2024-11-11T15:33:24,941 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:24,949 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a281faf-5992-4e4b-8f9a-721e548e0d79' 2024-11-11T15:33:24,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:24,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a281faf-5992-4e4b-8f9a-721e548e0d79" 2024-11-11T15:33:24,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd2506a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34397,-1] 2024-11-11T15:33:24,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:24,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:24,960 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:24,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72643c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:24,962 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:24,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34397,1731339201665 2024-11-11T15:33:24,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7cdcaf 2024-11-11T15:33:24,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:24,976 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:24,982 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T15:33:24,982 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:33:24,982 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:24,982 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:24,983 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:24,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:24,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:33:24,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:33:24,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:24,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:33:25,039 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:33:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:25,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741835_1011 (size=1138) 2024-11-11T15:33:25,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f782f2057ced063fc2e48db58fe8549, NAME => 'hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9 2024-11-11T15:33:25,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741836_1012 (size=44) 2024-11-11T15:33:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:25,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:25,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f782f2057ced063fc2e48db58fe8549, disabling compactions & flushes 2024-11-11T15:33:25,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:25,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:25,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. after waiting 0 ms 2024-11-11T15:33:25,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:25,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:25,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f782f2057ced063fc2e48db58fe8549: Waiting for close lock at 1731339205496Disabling compacts and flushes for region at 1731339205496Disabling writes for close at 1731339205497 (+1 ms)Writing region close event to WAL at 1731339205497Closed at 1731339205497 2024-11-11T15:33:25,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:33:25,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339205499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339205499"}]},"ts":"1731339205499"} 2024-11-11T15:33:25,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:33:25,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:33:25,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339205523"}]},"ts":"1731339205523"} 2024-11-11T15:33:25,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:33:25,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f782f2057ced063fc2e48db58fe8549, ASSIGN}] 2024-11-11T15:33:25,535 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f782f2057ced063fc2e48db58fe8549, ASSIGN 2024-11-11T15:33:25,540 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f782f2057ced063fc2e48db58fe8549, ASSIGN; state=OFFLINE, location=9a1fddc00362,43807,1731339195738; forceNewPlan=false, retain=false 2024-11-11T15:33:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:25,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f782f2057ced063fc2e48db58fe8549, regionState=OPENING, regionLocation=9a1fddc00362,43807,1731339195738 2024-11-11T15:33:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f782f2057ced063fc2e48db58fe8549, ASSIGN because future has completed 2024-11-11T15:33:25,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f782f2057ced063fc2e48db58fe8549, server=9a1fddc00362,43807,1731339195738}] 2024-11-11T15:33:25,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:25,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:25,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:33:25,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C43807%2C1731339195738.rep, suffix=, logDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738, archiveDir=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/oldWALs, maxLogs=10 2024-11-11T15:33:25,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.rep.1731339205920, exclude list is [], retry=0 2024-11-11T15:33:25,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35103,DS-91457ebe-a36e-4fff-be73-dfcd5411f9d7,DISK] 2024-11-11T15:33:26,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.rep.1731339205920 2024-11-11T15:33:26,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35335:35335)] 2024-11-11T15:33:26,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f782f2057ced063fc2e48db58fe8549, NAME => 'hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:26,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:26,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:26,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. service=MultiRowMutationService 2024-11-11T15:33:26,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:33:26,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:26,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,015 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,024 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f782f2057ced063fc2e48db58fe8549 columnFamilyName hfileref 2024-11-11T15:33:26,024 DEBUG [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,025 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] regionserver.HStore(327): Store=7f782f2057ced063fc2e48db58fe8549/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:26,025 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,032 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f782f2057ced063fc2e48db58fe8549 columnFamilyName queue 2024-11-11T15:33:26,032 DEBUG [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,036 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] regionserver.HStore(327): Store=7f782f2057ced063fc2e48db58fe8549/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:26,036 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,043 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f782f2057ced063fc2e48db58fe8549 columnFamilyName sid 2024-11-11T15:33:26,043 DEBUG [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,043 INFO [StoreOpener-7f782f2057ced063fc2e48db58fe8549-1 {}] regionserver.HStore(327): Store=7f782f2057ced063fc2e48db58fe8549/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:26,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:33:26,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:26,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7f782f2057ced063fc2e48db58fe8549; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228299, jitterRate=0.12098900973796844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:33:26,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:26,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7f782f2057ced063fc2e48db58fe8549: Running coprocessor pre-open hook at 1731339206009Writing region info on filesystem at 1731339206009Initializing all the Stores at 1731339206011 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339206011Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339206011Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339206011Cleaning up temporary data from old regions at 1731339206046 (+35 ms)Running coprocessor post-open hooks at 1731339206065 (+19 ms)Region opened successfully at 1731339206066 (+1 ms) 2024-11-11T15:33:26,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549., pid=7, masterSystemTime=1731339205884 2024-11-11T15:33:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:26,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:26,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:26,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f782f2057ced063fc2e48db58fe8549, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43807,1731339195738 2024-11-11T15:33:26,082 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33587 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,43807,1731339195738, table=hbase:replication, region=7f782f2057ced063fc2e48db58fe8549. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:33:26,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f782f2057ced063fc2e48db58fe8549, server=9a1fddc00362,43807,1731339195738 because future has completed 2024-11-11T15:33:26,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:33:26,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f782f2057ced063fc2e48db58fe8549, server=9a1fddc00362,43807,1731339195738 in 379 msec 2024-11-11T15:33:26,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:33:26,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f782f2057ced063fc2e48db58fe8549, ASSIGN in 574 msec 2024-11-11T15:33:26,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:33:26,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339206116"}]},"ts":"1731339206116"} 2024-11-11T15:33:26,131 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:33:26,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:33:26,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1570 sec 2024-11-11T15:33:26,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549., hostname=9a1fddc00362,43807,1731339195738, seqNum=2] 2024-11-11T15:33:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:26,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:26,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:33:26,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T15:33:26,347 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:33:26,390 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,43807,1731339195738, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:33:26,390 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:26,391 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43807,1731339195738, seqNum=-1] 2024-11-11T15:33:26,391 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:26,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T15:33:26,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,43807,1731339195738', locateType=CURRENT is [region=hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549., hostname=9a1fddc00362,43807,1731339195738, seqNum=2] 2024-11-11T15:33:26,398 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T15:33:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T15:33:26,401 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,43807,1731339195738 suceeded 2024-11-11T15:33:26,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T15:33:26,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-11T15:33:26,406 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:34397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:33:26,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4730 sec 2024-11-11T15:33:26,418 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:34397' 2024-11-11T15:33:26,420 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9571e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:26,420 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34397,-1 for getting cluster id 2024-11-11T15:33:26,420 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:26,421 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a281faf-5992-4e4b-8f9a-721e548e0d79' 2024-11-11T15:33:26,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a281faf-5992-4e4b-8f9a-721e548e0d79" 2024-11-11T15:33:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c808c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34397,-1] 2024-11-11T15:33:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:26,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:26,423 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:26,424 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf337bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:26,425 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:26,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34397,1731339201665 2024-11-11T15:33:26,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f1048cc 2024-11-11T15:33:26,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:26,427 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T15:33:26,428 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,43807,1731339195738 (queues=1) is replicating from cluster=fc5fef41-6de8-4748-8fba-d794a719ec15 to cluster=2a281faf-5992-4e4b-8f9a-721e548e0d79 2024-11-11T15:33:26,428 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C43807%2C1731339195738 2024-11-11T15:33:26,428 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,43807,1731339195738, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:33:26,432 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142, startPosition=0, beingWritten=true 2024-11-11T15:33:26,432 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.shipper9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C43807%2C1731339195738 2024-11-11T15:33:26,644 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:26,954 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:27,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:33:27,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:27,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:33:27,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:27,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:27,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T15:33:27,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:27,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:33:27,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:33:27,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:27,093 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:33:27,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:27,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:27,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:27,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33587,1731339195479 2024-11-11T15:33:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b49a64 2024-11-11T15:33:27,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:27,096 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:27,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33587 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:33:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:33:27,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:27,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:27,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:27,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:33:27,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118641621, stopped=false 2024-11-11T15:33:27,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,34397,1731339201665 2024-11-11T15:33:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-970729528/running 2024-11-11T15:33:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-970729528/running 2024-11-11T15:33:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:27,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:27,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:27,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:27,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,41837,1731339201907' ***** 2024-11-11T15:33:27,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/running 2024-11-11T15:33:27,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:33:27,101 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:33:27,101 INFO [RS:0;9a1fddc00362:41837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:33:27,101 INFO [RS:0;9a1fddc00362:41837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:33:27,101 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,41837,1731339201907 2024-11-11T15:33:27,101 INFO [RS:0;9a1fddc00362:41837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:27,102 INFO [RS:0;9a1fddc00362:41837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:41837. 2024-11-11T15:33:27,102 DEBUG [RS:0;9a1fddc00362:41837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:27,102 DEBUG [RS:0;9a1fddc00362:41837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,102 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:33:27,102 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:33:27,103 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:33:27,103 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:33:27,103 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:33:27,104 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:33:27,104 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:33:27,104 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:27,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Set watcher on znode that does not yet exist, /1-970729528/running 2024-11-11T15:33:27,108 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:27,108 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:27,108 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:27,108 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:27,108 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:27,109 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T15:33:27,114 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:27,156 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/.tmp/ns/807057b41ae54803aa55ddf9c9095f47 is 43, key is default/ns:d/1731339204739/Put/seqid=0 2024-11-11T15:33:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741835_1011 (size=5153) 2024-11-11T15:33:27,304 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:27,370 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:27,504 DEBUG [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:27,589 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/.tmp/ns/807057b41ae54803aa55ddf9c9095f47 2024-11-11T15:33:27,601 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/.tmp/ns/807057b41ae54803aa55ddf9c9095f47 as hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/ns/807057b41ae54803aa55ddf9c9095f47 2024-11-11T15:33:27,609 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/ns/807057b41ae54803aa55ddf9c9095f47, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T15:33:27,610 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=6, compaction requested=false 2024-11-11T15:33:27,616 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T15:33:27,616 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:27,616 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:27,617 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:27,617 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339207108Running coprocessor pre-close hooks at 1731339207108Disabling compacts and flushes for region at 1731339207108Disabling writes for close at 1731339207108Obtaining lock to block concurrent updates at 1731339207109 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731339207109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731339207109Flushing stores of hbase:meta,,1.1588230740 at 1731339207123 (+14 ms)Flushing 1588230740/ns: creating writer at 1731339207123Flushing 1588230740/ns: appending metadata at 1731339207154 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731339207154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38065075: reopening flushed file at 1731339207600 (+446 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=6, compaction requested=false at 1731339207610 (+10 ms)Writing region close event to WAL at 1731339207612 (+2 ms)Running coprocessor post-close hooks at 1731339207616 (+4 ms)Closed at 1731339207616 2024-11-11T15:33:27,617 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:27,705 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,41837,1731339201907; all regions closed. 2024-11-11T15:33:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741834_1010 (size=1152) 2024-11-11T15:33:27,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/WALs/9a1fddc00362,41837,1731339201907/9a1fddc00362%2C41837%2C1731339201907.meta.1731339204602.meta not finished, retry = 0 2024-11-11T15:33:27,715 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:33:27,715 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:33:27,813 DEBUG [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/oldWALs 2024-11-11T15:33:27,813 INFO [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C41837%2C1731339201907.meta:.meta(num 1731339204602) 2024-11-11T15:33:27,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741833_1009 (size=93) 2024-11-11T15:33:27,832 DEBUG [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/oldWALs 2024-11-11T15:33:27,832 INFO [RS:0;9a1fddc00362:41837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C41837%2C1731339201907:(num 1731339203837) 2024-11-11T15:33:27,832 DEBUG [RS:0;9a1fddc00362:41837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:27,832 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:27,832 INFO [RS:0;9a1fddc00362:41837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:27,832 INFO [RS:0;9a1fddc00362:41837 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:27,832 INFO [RS:0;9a1fddc00362:41837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:27,832 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:27,832 INFO [RS:0;9a1fddc00362:41837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41837 2024-11-11T15:33:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-970729528/rs/9a1fddc00362,41837,1731339201907 2024-11-11T15:33:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528/rs 2024-11-11T15:33:27,835 INFO [RS:0;9a1fddc00362:41837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:27,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,41837,1731339201907] 2024-11-11T15:33:27,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/draining/9a1fddc00362,41837,1731339201907 already deleted, retry=false 2024-11-11T15:33:27,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,41837,1731339201907 expired; onlineServers=0 2024-11-11T15:33:27,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,34397,1731339201665' ***** 2024-11-11T15:33:27,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:33:27,838 INFO [M:0;9a1fddc00362:34397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:27,839 INFO [M:0;9a1fddc00362:34397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:27,839 DEBUG [M:0;9a1fddc00362:34397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:33:27,839 DEBUG [M:0;9a1fddc00362:34397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:33:27,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:33:27,839 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339203552 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339203552,5,FailOnTimeoutGroup] 2024-11-11T15:33:27,839 INFO [M:0;9a1fddc00362:34397 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:27,839 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339203556 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339203556,5,FailOnTimeoutGroup] 2024-11-11T15:33:27,839 INFO [M:0;9a1fddc00362:34397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:27,839 DEBUG [M:0;9a1fddc00362:34397 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:33:27,839 INFO [M:0;9a1fddc00362:34397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:33:27,839 INFO [M:0;9a1fddc00362:34397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:27,840 INFO [M:0;9a1fddc00362:34397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:33:27,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:33:27,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-970729528/master 2024-11-11T15:33:27,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-970729528 2024-11-11T15:33:27,842 DEBUG [M:0;9a1fddc00362:34397 {}] zookeeper.RecoverableZooKeeper(212): Node /1-970729528/master already deleted, retry=false 2024-11-11T15:33:27,842 DEBUG [M:0;9a1fddc00362:34397 {}] master.ActiveMasterManager(353): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-970729528/master 2024-11-11T15:33:27,843 INFO [M:0;9a1fddc00362:34397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/.lastflushedseqids 2024-11-11T15:33:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741836_1012 (size=99) 2024-11-11T15:33:27,880 INFO [M:0;9a1fddc00362:34397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:33:27,881 INFO [M:0;9a1fddc00362:34397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:33:27,881 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:27,881 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:27,881 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:27,881 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:27,881 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:27,881 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T15:33:27,882 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:27,937 INFO [RS:0;9a1fddc00362:41837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:27,937 INFO [RS:0;9a1fddc00362:41837 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,41837,1731339201907; zookeeper connection closed. 2024-11-11T15:33:27,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:27,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41837-0x10197f7053f0004, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:27,949 DEBUG [M:0;9a1fddc00362:34397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/391c3f8778e342e899fe6c58fd7a39ee is 82, key is hbase:meta,,1/info:regioninfo/1731339204720/Put/seqid=0 2024-11-11T15:33:27,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@959c6fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@959c6fe 2024-11-11T15:33:27,956 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:33:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741837_1013 (size=5672) 2024-11-11T15:33:28,377 INFO [M:0;9a1fddc00362:34397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/391c3f8778e342e899fe6c58fd7a39ee 2024-11-11T15:33:28,429 DEBUG [M:0;9a1fddc00362:34397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25b7ae375fd54c8d820b065a7da24b7c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731339204758/Put/seqid=0 2024-11-11T15:33:28,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741838_1014 (size=5275) 2024-11-11T15:33:28,486 INFO [M:0;9a1fddc00362:34397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25b7ae375fd54c8d820b065a7da24b7c 2024-11-11T15:33:28,513 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:28,625 DEBUG [M:0;9a1fddc00362:34397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4101ef787d294d72a8bd2521206acac4 is 69, key is 9a1fddc00362,41837,1731339201907/rs:state/1731339203607/Put/seqid=0 2024-11-11T15:33:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741839_1015 (size=5156) 2024-11-11T15:33:29,044 INFO [M:0;9a1fddc00362:34397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4101ef787d294d72a8bd2521206acac4 2024-11-11T15:33:29,071 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/391c3f8778e342e899fe6c58fd7a39ee as hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/391c3f8778e342e899fe6c58fd7a39ee 2024-11-11T15:33:29,090 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/391c3f8778e342e899fe6c58fd7a39ee, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T15:33:29,093 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25b7ae375fd54c8d820b065a7da24b7c as hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25b7ae375fd54c8d820b065a7da24b7c 2024-11-11T15:33:29,107 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25b7ae375fd54c8d820b065a7da24b7c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T15:33:29,116 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4101ef787d294d72a8bd2521206acac4 as hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4101ef787d294d72a8bd2521206acac4 2024-11-11T15:33:29,147 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39345/user/jenkins/test-data/dd7819a7-1533-1756-9716-a10fe1e15551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4101ef787d294d72a8bd2521206acac4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T15:33:29,149 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=28, compaction requested=false 2024-11-11T15:33:29,173 INFO [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:29,174 DEBUG [M:0;9a1fddc00362:34397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339207881Disabling compacts and flushes for region at 1731339207881Disabling writes for close at 1731339207881Obtaining lock to block concurrent updates at 1731339207881Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339207881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731339207882 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339207888 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339207888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339207944 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339207944Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339208392 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339208428 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339208428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339208549 (+121 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339208612 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339208624 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c49ea5c: reopening flushed file at 1731339209069 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3850c634: reopening flushed file at 1731339209090 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aadfa94: reopening flushed file at 1731339209108 (+18 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=28, compaction requested=false at 1731339209149 (+41 ms)Writing region close event to WAL at 1731339209173 (+24 ms)Closed at 1731339209173 2024-11-11T15:33:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45397 is added to blk_1073741830_1006 (size=10165) 2024-11-11T15:33:29,198 INFO [M:0;9a1fddc00362:34397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:33:29,198 INFO [M:0;9a1fddc00362:34397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34397 2024-11-11T15:33:29,199 INFO [M:0;9a1fddc00362:34397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:29,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:29,249 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:29,313 INFO [M:0;9a1fddc00362:34397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:29,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:29,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34397-0x10197f7053f0003, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:29,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4768ff95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:29,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57bd842a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:29,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:29,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d44ef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:29,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254e89a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:29,351 WARN [BP-2041411581-172.17.0.3-1731339199977 heartbeating to localhost/127.0.0.1:39345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:29,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:29,351 WARN [BP-2041411581-172.17.0.3-1731339199977 heartbeating to localhost/127.0.0.1:39345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2041411581-172.17.0.3-1731339199977 (Datanode Uuid 43ccc3ac-33d5-4ba0-8fc0-16c21935e0c8) service to localhost/127.0.0.1:39345 2024-11-11T15:33:29,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:29,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/cluster_ff165896-da4b-2145-4d3a-079cabe106b1/data/data2/current/BP-2041411581-172.17.0.3-1731339199977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:29,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:29,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/cluster_ff165896-da4b-2145-4d3a-079cabe106b1/data/data1/current/BP-2041411581-172.17.0.3-1731339199977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:29,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f73e342{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:29,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3931bc47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:29,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:29,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729ab7de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:29,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26cbaff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:29,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:33:29,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:33:29,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:29,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:29,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:29,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:29,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:33:29,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1765419020, stopped=false 2024-11-11T15:33:29,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33587,1731339195479 2024-11-11T15:33:29,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:29,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-867362359/running 2024-11-11T15:33:29,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-867362359/running 2024-11-11T15:33:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:29,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:29,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:29,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:29,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:29,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,43807,1731339195738' ***** 2024-11-11T15:33:29,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:33:29,392 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:33:29,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/running 2024-11-11T15:33:29,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Set watcher on znode that does not yet exist, /0-867362359/running 2024-11-11T15:33:29,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:33:29,393 INFO [RS:0;9a1fddc00362:43807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:33:29,393 INFO [RS:0;9a1fddc00362:43807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:33:29,393 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,43807,1731339195738 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:43807. 2024-11-11T15:33:29,396 DEBUG [RS:0;9a1fddc00362:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:29,396 DEBUG [RS:0;9a1fddc00362:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:29,396 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f782f2057ced063fc2e48db58fe8549, disabling compactions & flushes 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:33:29,396 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:33:29,397 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:29,397 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:29,397 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. after waiting 0 ms 2024-11-11T15:33:29,397 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:29,397 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f782f2057ced063fc2e48db58fe8549 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T15:33:29,400 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:33:29,400 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1325): Online Regions={7f782f2057ced063fc2e48db58fe8549=hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:33:29,400 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:29,404 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:29,404 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:29,404 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:29,404 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:29,404 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:29,404 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T15:33:29,432 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/info/37a4c6012c854a3d8f61b19d26a7cce4 is 147, key is hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549./info:regioninfo/1731339206081/Put/seqid=0 2024-11-11T15:33:29,433 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/.tmp/queue/42ce073542e54bf0967974e1b41f885b is 151, key is 1-9a1fddc00362,43807,1731339195738/queue:9a1fddc00362%2C43807%2C1731339195738/1731339206396/Put/seqid=0 2024-11-11T15:33:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741838_1014 (size=6631) 2024-11-11T15:33:29,439 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/info/37a4c6012c854a3d8f61b19d26a7cce4 2024-11-11T15:33:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741839_1015 (size=5350) 2024-11-11T15:33:29,482 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:29,538 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/ns/4b47d8b08e884ee08722b9e8c76f8cff is 43, key is default/ns:d/1731339199649/Put/seqid=0 2024-11-11T15:33:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741840_1016 (size=5153) 2024-11-11T15:33:29,576 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/ns/4b47d8b08e884ee08722b9e8c76f8cff 2024-11-11T15:33:29,600 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:29,605 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/table/20123be92d72415d960c8afc52b29518 is 53, key is hbase:replication/table:state/1731339206116/Put/seqid=0 2024-11-11T15:33:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741841_1017 (size=5256) 2024-11-11T15:33:29,800 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f782f2057ced063fc2e48db58fe8549 2024-11-11T15:33:29,857 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/.tmp/queue/42ce073542e54bf0967974e1b41f885b 2024-11-11T15:33:29,880 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/.tmp/queue/42ce073542e54bf0967974e1b41f885b as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/queue/42ce073542e54bf0967974e1b41f885b 2024-11-11T15:33:29,897 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/queue/42ce073542e54bf0967974e1b41f885b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T15:33:29,904 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7f782f2057ced063fc2e48db58fe8549 in 507ms, sequenceid=5, compaction requested=false 2024-11-11T15:33:29,949 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/replication/7f782f2057ced063fc2e48db58fe8549/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:33:29,956 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:29,956 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:29,956 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:29,956 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f782f2057ced063fc2e48db58fe8549: Waiting for close lock at 1731339209396Running coprocessor pre-close hooks at 1731339209396Disabling compacts and flushes for region at 1731339209396Disabling writes for close at 1731339209397 (+1 ms)Obtaining lock to block concurrent updates at 1731339209397Preparing flush snapshotting stores in 7f782f2057ced063fc2e48db58fe8549 at 1731339209397Finished memstore snapshotting hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731339209398 (+1 ms)Flushing stores of hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. at 1731339209406 (+8 ms)Flushing 7f782f2057ced063fc2e48db58fe8549/queue: creating writer at 1731339209407 (+1 ms)Flushing 7f782f2057ced063fc2e48db58fe8549/queue: appending metadata at 1731339209433 (+26 ms)Flushing 7f782f2057ced063fc2e48db58fe8549/queue: closing flushed file at 1731339209433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fabe811: reopening flushed file at 1731339209879 (+446 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7f782f2057ced063fc2e48db58fe8549 in 507ms, sequenceid=5, compaction requested=false at 1731339209904 (+25 ms)Writing region close event to WAL at 1731339209924 (+20 ms)Running coprocessor post-close hooks at 1731339209955 (+31 ms)Closed at 1731339209956 (+1 ms) 2024-11-11T15:33:29,956 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339204982.7f782f2057ced063fc2e48db58fe8549. 2024-11-11T15:33:29,982 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:33:29,982 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:33:30,003 DEBUG [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:33:30,016 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/table/20123be92d72415d960c8afc52b29518 2024-11-11T15:33:30,032 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/info/37a4c6012c854a3d8f61b19d26a7cce4 as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/info/37a4c6012c854a3d8f61b19d26a7cce4 2024-11-11T15:33:30,043 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/info/37a4c6012c854a3d8f61b19d26a7cce4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T15:33:30,045 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/ns/4b47d8b08e884ee08722b9e8c76f8cff as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/ns/4b47d8b08e884ee08722b9e8c76f8cff 2024-11-11T15:33:30,079 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 to pos 0, reset compression=false 2024-11-11T15:33:30,081 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/ns/4b47d8b08e884ee08722b9e8c76f8cff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:33:30,088 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/.tmp/table/20123be92d72415d960c8afc52b29518 as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/table/20123be92d72415d960c8afc52b29518 2024-11-11T15:33:30,098 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/table/20123be92d72415d960c8afc52b29518, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T15:33:30,112 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 708ms, sequenceid=11, compaction requested=false 2024-11-11T15:33:30,152 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T15:33:30,156 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:30,156 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:30,156 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:30,156 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339209404Running coprocessor pre-close hooks at 1731339209404Disabling compacts and flushes for region at 1731339209404Disabling writes for close at 1731339209404Obtaining lock to block concurrent updates at 1731339209404Preparing flush snapshotting stores in 1588230740 at 1731339209404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731339209405 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339209405Flushing 1588230740/info: creating writer at 1731339209405Flushing 1588230740/info: appending metadata at 1731339209432 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731339209432Flushing 1588230740/ns: creating writer at 1731339209484 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731339209537 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731339209537Flushing 1588230740/table: creating writer at 1731339209585 (+48 ms)Flushing 1588230740/table: appending metadata at 1731339209604 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731339209604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25abf4e: reopening flushed file at 1731339210031 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5c90e0: reopening flushed file at 1731339210043 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31da8eb4: reopening flushed file at 1731339210081 (+38 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 708ms, sequenceid=11, compaction requested=false at 1731339210112 (+31 ms)Writing region close event to WAL at 1731339210128 (+16 ms)Running coprocessor post-close hooks at 1731339210155 (+27 ms)Closed at 1731339210156 (+1 ms) 2024-11-11T15:33:30,156 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:30,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:30,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:30,204 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,43807,1731339195738; all regions closed. 2024-11-11T15:33:30,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:30,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.meta.1731339199357.meta not finished, retry = 0 2024-11-11T15:33:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741834_1010 (size=2742) 2024-11-11T15:33:30,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:30,345 DEBUG [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/oldWALs 2024-11-11T15:33:30,345 INFO [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43807%2C1731339195738.meta:.meta(num 1731339199357) 2024-11-11T15:33:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741837_1013 (size=1586) 2024-11-11T15:33:30,382 DEBUG [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/oldWALs 2024-11-11T15:33:30,382 INFO [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43807%2C1731339195738.rep:(num 1731339205920) 2024-11-11T15:33:30,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741832_1008 (size=93) 2024-11-11T15:33:30,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/WALs/9a1fddc00362,43807,1731339195738/9a1fddc00362%2C43807%2C1731339195738.1731339198142 not finished, retry = 0 2024-11-11T15:33:30,564 DEBUG [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/oldWALs 2024-11-11T15:33:30,564 INFO [RS:0;9a1fddc00362:43807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43807%2C1731339195738:(num 1731339198142) 2024-11-11T15:33:30,564 DEBUG [RS:0;9a1fddc00362:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:30,564 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:30,572 INFO [RS:0;9a1fddc00362:43807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:30,575 INFO [RS:0;9a1fddc00362:43807 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:30,575 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:30,576 INFO [RS:0;9a1fddc00362:43807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:30,576 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,43807,1731339195738 because: Region server is closing 2024-11-11T15:33:30,576 INFO [RS:0;9a1fddc00362:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:43807. 2024-11-11T15:33:30,576 DEBUG [RS:0;9a1fddc00362:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:30,576 DEBUG [RS:0;9a1fddc00362:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:30,576 DEBUG [RS:0;9a1fddc00362:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:30,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:30,679 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.wal-reader.9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:33:30,680 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.shipper9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:33:30,681 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43807,1731339195738.replicationSource.shipper9a1fddc00362%2C43807%2C1731339195738,1-9a1fddc00362,43807,1731339195738 terminated 2024-11-11T15:33:30,681 INFO [RS:0;9a1fddc00362:43807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43807 2024-11-11T15:33:30,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359/rs 2024-11-11T15:33:30,692 INFO [RS:0;9a1fddc00362:43807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-867362359/rs/9a1fddc00362,43807,1731339195738 2024-11-11T15:33:30,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,43807,1731339195738] 2024-11-11T15:33:30,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/draining/9a1fddc00362,43807,1731339195738 already deleted, retry=false 2024-11-11T15:33:30,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,43807,1731339195738 expired; onlineServers=0 2024-11-11T15:33:30,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33587,1731339195479' ***** 2024-11-11T15:33:30,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:33:30,716 INFO [M:0;9a1fddc00362:33587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:30,717 INFO [M:0;9a1fddc00362:33587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:30,717 DEBUG [M:0;9a1fddc00362:33587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:33:30,717 DEBUG [M:0;9a1fddc00362:33587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:33:30,717 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339197816 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339197816,5,FailOnTimeoutGroup] 2024-11-11T15:33:30,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:33:30,717 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339197824 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339197824,5,FailOnTimeoutGroup] 2024-11-11T15:33:30,717 INFO [M:0;9a1fddc00362:33587 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:30,717 INFO [M:0;9a1fddc00362:33587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:30,717 DEBUG [M:0;9a1fddc00362:33587 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:33:30,717 INFO [M:0;9a1fddc00362:33587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:33:30,717 INFO [M:0;9a1fddc00362:33587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:30,718 INFO [M:0;9a1fddc00362:33587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:33:30,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:33:30,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-867362359/master 2024-11-11T15:33:30,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-867362359 2024-11-11T15:33:30,732 DEBUG [M:0;9a1fddc00362:33587 {}] zookeeper.RecoverableZooKeeper(212): Node /0-867362359/master already deleted, retry=false 2024-11-11T15:33:30,732 DEBUG [M:0;9a1fddc00362:33587 {}] master.ActiveMasterManager(353): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-867362359/master 2024-11-11T15:33:30,739 INFO [M:0;9a1fddc00362:33587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/.lastflushedseqids 2024-11-11T15:33:30,808 INFO [RS:0;9a1fddc00362:43807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:30,808 INFO [RS:0;9a1fddc00362:43807 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,43807,1731339195738; zookeeper connection closed. 2024-11-11T15:33:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x10197f7053f0001, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741842_1018 (size=181) 2024-11-11T15:33:30,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d7ae0a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d7ae0a7 2024-11-11T15:33:30,824 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:33:30,829 INFO [M:0;9a1fddc00362:33587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:33:30,835 INFO [M:0;9a1fddc00362:33587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:33:30,835 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:30,835 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:30,835 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:30,835 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:30,835 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:30,836 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T15:33:30,898 DEBUG [M:0;9a1fddc00362:33587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c060111c6dc540bfba065d04d4793a11 is 82, key is hbase:meta,,1/info:regioninfo/1731339199568/Put/seqid=0 2024-11-11T15:33:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741843_1019 (size=5672) 2024-11-11T15:33:30,954 INFO [M:0;9a1fddc00362:33587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c060111c6dc540bfba065d04d4793a11 2024-11-11T15:33:31,015 DEBUG [M:0;9a1fddc00362:33587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d5d22f4da50447bb8af7c6e51b5e634 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731339206149/Put/seqid=0 2024-11-11T15:33:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741844_1020 (size=7203) 2024-11-11T15:33:31,070 INFO [M:0;9a1fddc00362:33587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d5d22f4da50447bb8af7c6e51b5e634 2024-11-11T15:33:31,187 DEBUG [M:0;9a1fddc00362:33587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9842d1cf0c4659939cf69a4cc4b397 is 69, key is 9a1fddc00362,43807,1731339195738/rs:state/1731339197866/Put/seqid=0 2024-11-11T15:33:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741845_1021 (size=5156) 2024-11-11T15:33:31,653 INFO [M:0;9a1fddc00362:33587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9842d1cf0c4659939cf69a4cc4b397 2024-11-11T15:33:31,662 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c060111c6dc540bfba065d04d4793a11 as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c060111c6dc540bfba065d04d4793a11 2024-11-11T15:33:31,671 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c060111c6dc540bfba065d04d4793a11, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T15:33:31,673 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d5d22f4da50447bb8af7c6e51b5e634 as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d5d22f4da50447bb8af7c6e51b5e634 2024-11-11T15:33:31,690 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d5d22f4da50447bb8af7c6e51b5e634, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T15:33:31,692 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9842d1cf0c4659939cf69a4cc4b397 as hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba9842d1cf0c4659939cf69a4cc4b397 2024-11-11T15:33:31,717 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36515/user/jenkins/test-data/b53a400a-effb-eef4-c486-ea38819ebde9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba9842d1cf0c4659939cf69a4cc4b397, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T15:33:31,719 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=70, compaction requested=false 2024-11-11T15:33:31,724 INFO [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:31,724 DEBUG [M:0;9a1fddc00362:33587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339210835Disabling compacts and flushes for region at 1731339210835Disabling writes for close at 1731339210835Obtaining lock to block concurrent updates at 1731339210836 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339210836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731339210836Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339210852 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339210852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339210897 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339210898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339210968 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339211015 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339211015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339211117 (+102 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339211187 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339211187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25625864: reopening flushed file at 1731339211661 (+474 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1961fd: reopening flushed file at 1731339211672 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65dce776: reopening flushed file at 1731339211690 (+18 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=70, compaction requested=false at 1731339211719 (+29 ms)Writing region close event to WAL at 1731339211724 (+5 ms)Closed at 1731339211724 2024-11-11T15:33:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35103 is added to blk_1073741830_1006 (size=41008) 2024-11-11T15:33:31,740 INFO [M:0;9a1fddc00362:33587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:33:31,740 INFO [M:0;9a1fddc00362:33587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33587 2024-11-11T15:33:31,741 INFO [M:0;9a1fddc00362:33587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:31,743 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:31,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:31,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33587-0x10197f7053f0000, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:31,843 INFO [M:0;9a1fddc00362:33587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:31,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22070707{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:31,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bd6c7e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:31,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:31,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3509a290{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:31,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b040e41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:31,892 WARN [BP-387048797-172.17.0.3-1731339194388 heartbeating to localhost/127.0.0.1:36515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:31,892 WARN [BP-387048797-172.17.0.3-1731339194388 heartbeating to localhost/127.0.0.1:36515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-387048797-172.17.0.3-1731339194388 (Datanode Uuid e43f7a39-3444-4aa8-84ab-8f62dc85aa45) service to localhost/127.0.0.1:36515 2024-11-11T15:33:31,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/data/data1/current/BP-387048797-172.17.0.3-1731339194388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:31,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/cluster_f88d1509-aad3-651f-63bb-ece2be0fc1de/data/data2/current/BP-387048797-172.17.0.3-1731339194388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:31,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:31,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:31,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:31,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25574da0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:31,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fdced2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:31,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:31,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76292c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:31,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@741628b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c57f5f07-2715-fca9-fc52-976b4d71a7b1/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:31,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:33:31,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:33:32,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51728) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51728) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:39345 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:36515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:36515 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:39345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:36515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:39345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1310 (was 1078) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=570 (was 1684) 2024-11-11T15:33:32,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1310, ProcessCount=11, AvailableMemoryMB=568 2024-11-11T15:33:32,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f7053f0005, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:33:32,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f7053f0005, quorum=127.0.0.1:51728, baseZNode=/1-970729528 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:33:32,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f7053f0002, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:33:32,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f7053f0002, quorum=127.0.0.1:51728, baseZNode=/0-867362359 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:33:32,045 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T15:33:32,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir so I do NOT create it in target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c 2024-11-11T15:33:32,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:33:32,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.tmp.dir so I do NOT create it in target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c 2024-11-11T15:33:32,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da363d7-0420-761e-c7e9-ce157a1748da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:33:32,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c 2024-11-11T15:33:32,047 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8, deleteOnExit=true 2024-11-11T15:33:32,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/zookeeper_0, clientPort=62747, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:33:32,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62747 2024-11-11T15:33:32,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/test.cache.data in system properties and HBase conf 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:33:32,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:33:32,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:33:32,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:33:32,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:33:32,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:32,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:32,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:32,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:32,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:33:32,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:32,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cba31bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:32,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75fa533e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:32,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b8dd9f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/java.io.tmpdir/jetty-localhost-42773-hadoop-hdfs-3_4_1-tests_jar-_-any-15938109335307019519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:32,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba2ec34{HTTP/1.1, (http/1.1)}{localhost:42773} 2024-11-11T15:33:32,556 INFO [Time-limited test {}] server.Server(415): Started @54152ms 2024-11-11T15:33:32,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:32,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:32,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:32,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:32,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:33:32,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75974cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:32,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cd7ef2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:33,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@246a37fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-16035874558428322037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:33,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d018ace{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-11-11T15:33:33,022 INFO [Time-limited test {}] server.Server(415): Started @54618ms 2024-11-11T15:33:33,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:33,176 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/data/data2/current/BP-217837512-172.17.0.3-1731339212146/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:33,176 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/data/data1/current/BP-217837512-172.17.0.3-1731339212146/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:33,214 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e9c7f54f8dae3ed with lease ID 0xad35b5e267d4be39: Processing first storage report for DS-ce8e643a-ff6d-4710-a9a7-102296efe0e7 from datanode DatanodeRegistration(127.0.0.1:32931, datanodeUuid=00ad9165-674b-49e5-948c-25f3fd42f40a, infoPort=36105, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1461504389;c=1731339212146) 2024-11-11T15:33:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e9c7f54f8dae3ed with lease ID 0xad35b5e267d4be39: from storage DS-ce8e643a-ff6d-4710-a9a7-102296efe0e7 node DatanodeRegistration(127.0.0.1:32931, datanodeUuid=00ad9165-674b-49e5-948c-25f3fd42f40a, infoPort=36105, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1461504389;c=1731339212146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:33,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e9c7f54f8dae3ed with lease ID 0xad35b5e267d4be39: Processing first storage report for DS-8dffaf45-2774-4152-802d-7fbacd1c318d from datanode DatanodeRegistration(127.0.0.1:32931, datanodeUuid=00ad9165-674b-49e5-948c-25f3fd42f40a, infoPort=36105, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1461504389;c=1731339212146) 2024-11-11T15:33:33,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e9c7f54f8dae3ed with lease ID 0xad35b5e267d4be39: from storage DS-8dffaf45-2774-4152-802d-7fbacd1c318d node DatanodeRegistration(127.0.0.1:32931, datanodeUuid=00ad9165-674b-49e5-948c-25f3fd42f40a, infoPort=36105, infoSecurePort=0, ipcPort=39727, storageInfo=lv=-57;cid=testClusterID;nsid=1461504389;c=1731339212146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:33,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c 2024-11-11T15:33:33,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:33,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:33,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b with version=8 2024-11-11T15:33:33,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/hbase-staging 2024-11-11T15:33:33,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:33:33,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:33,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33347 2024-11-11T15:33:33,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33347 connecting to ZooKeeper ensemble=127.0.0.1:62747 2024-11-11T15:33:33,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333470x0, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:33,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33347-0x10197f74a8c0000 connected 2024-11-11T15:33:33,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:33,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:33,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/running 2024-11-11T15:33:33,896 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b, hbase.cluster.distributed=false 2024-11-11T15:33:33,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/acl 2024-11-11T15:33:33,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33347 2024-11-11T15:33:33,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33347 2024-11-11T15:33:33,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33347 2024-11-11T15:33:33,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33347 2024-11-11T15:33:33,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33347 2024-11-11T15:33:33,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:33,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:33,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:33,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:33,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:33,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:33,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:33,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:33,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42899 2024-11-11T15:33:33,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42899 connecting to ZooKeeper ensemble=127.0.0.1:62747 2024-11-11T15:33:33,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:33,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428990x0, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:33,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428990x0, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/running 2024-11-11T15:33:33,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:33,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42899-0x10197f74a8c0001 connected 2024-11-11T15:33:33,977 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:33,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/master 2024-11-11T15:33:33,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/acl 2024-11-11T15:33:33,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-11T15:33:33,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42899 2024-11-11T15:33:33,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42899 2024-11-11T15:33:33,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-11T15:33:33,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-11T15:33:34,012 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33347 2024-11-11T15:33:34,013 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1534583966/backup-masters/9a1fddc00362,33347,1731339213708 2024-11-11T15:33:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966/backup-masters 2024-11-11T15:33:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966/backup-masters 2024-11-11T15:33:34,020 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on existing znode=/0-1534583966/backup-masters/9a1fddc00362,33347,1731339213708 2024-11-11T15:33:34,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534583966/master 2024-11-11T15:33:34,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:34,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:34,024 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on existing znode=/0-1534583966/master 2024-11-11T15:33:34,026 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1534583966/backup-masters/9a1fddc00362,33347,1731339213708 from backup master directory 2024-11-11T15:33:34,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966/backup-masters 2024-11-11T15:33:34,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534583966/backup-masters/9a1fddc00362,33347,1731339213708 2024-11-11T15:33:34,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966/backup-masters 2024-11-11T15:33:34,028 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:34,028 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33347,1731339213708 2024-11-11T15:33:34,034 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/hbase.id] with ID: f14e5916-745a-4213-9a8c-581138452336 2024-11-11T15:33:34,034 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/.tmp/hbase.id 2024-11-11T15:33:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:34,443 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/.tmp/hbase.id]:[hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/hbase.id] 2024-11-11T15:33:34,459 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:34,459 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:33:34,465 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-11T15:33:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:34,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:34,966 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:34,967 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:33:34,972 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:35,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:35,041 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store 2024-11-11T15:33:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:35,081 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:35,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:35,082 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:35,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:35,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:35,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:35,082 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:35,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339215081Disabling compacts and flushes for region at 1731339215081Disabling writes for close at 1731339215082 (+1 ms)Writing region close event to WAL at 1731339215082Closed at 1731339215082 2024-11-11T15:33:35,083 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/.initializing 2024-11-11T15:33:35,083 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/WALs/9a1fddc00362,33347,1731339213708 2024-11-11T15:33:35,085 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:35,087 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33347%2C1731339213708, suffix=, logDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/WALs/9a1fddc00362,33347,1731339213708, archiveDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/oldWALs, maxLogs=10 2024-11-11T15:33:35,110 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/WALs/9a1fddc00362,33347,1731339213708/9a1fddc00362%2C33347%2C1731339213708.1731339215087, exclude list is [], retry=0 2024-11-11T15:33:35,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-ce8e643a-ff6d-4710-a9a7-102296efe0e7,DISK] 2024-11-11T15:33:35,157 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/WALs/9a1fddc00362,33347,1731339213708/9a1fddc00362%2C33347%2C1731339213708.1731339215087 2024-11-11T15:33:35,160 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-11T15:33:35,160 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:35,160 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:35,161 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,161 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:33:35,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:33:35,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:35,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:35,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:33:35,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:35,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:35,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:33:35,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:35,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:35,256 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,257 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,260 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,268 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,268 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,274 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:35,285 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:35,300 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:35,302 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75248701, jitterRate=0.12129302322864532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:35,304 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339215161Initializing all the Stores at 1731339215177 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339215177Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339215180 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339215180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339215180Cleaning up temporary data from old regions at 1731339215268 (+88 ms)Region opened successfully at 1731339215303 (+35 ms) 2024-11-11T15:33:35,304 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:33:35,317 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6421ae31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:35,327 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:33:35,328 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:33:35,328 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:33:35,328 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:33:35,329 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:33:35,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:33:35,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:33:35,354 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:33:35,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Unable to get data of znode /0-1534583966/balancer because node does not exist (not necessarily an error) 2024-11-11T15:33:35,376 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534583966/balancer already deleted, retry=false 2024-11-11T15:33:35,377 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:33:35,390 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Unable to get data of znode /0-1534583966/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:33:35,400 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534583966/normalizer already deleted, retry=false 2024-11-11T15:33:35,401 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:33:35,412 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Unable to get data of znode /0-1534583966/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:33:35,424 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534583966/switch/split already deleted, retry=false 2024-11-11T15:33:35,432 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Unable to get data of znode /0-1534583966/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:33:35,444 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534583966/switch/merge already deleted, retry=false 2024-11-11T15:33:35,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:35,468 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Unable to get data of znode /0-1534583966/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:33:35,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:35,476 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534583966/snapshot-cleanup already deleted, retry=false 2024-11-11T15:33:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534583966/running 2024-11-11T15:33:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:35,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534583966/running 2024-11-11T15:33:35,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:35,488 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33347,1731339213708, sessionid=0x10197f74a8c0000, setting cluster-up flag (Was=false) 2024-11-11T15:33:35,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:35,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:35,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:35,527 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1534583966/flush-table-proc/acquired, /0-1534583966/flush-table-proc/reached, /0-1534583966/flush-table-proc/abort 2024-11-11T15:33:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:35,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:35,560 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33347,1731339213708 2024-11-11T15:33:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:35,656 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1534583966/online-snapshot/acquired, /0-1534583966/online-snapshot/reached, /0-1534583966/online-snapshot/abort 2024-11-11T15:33:35,682 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33347,1731339213708 2024-11-11T15:33:35,688 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:33:35,718 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:35,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:33:35,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:33:35,719 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33347,1731339213708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:33:35,726 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(746): ClusterId : f14e5916-745a-4213-9a8c-581138452336 2024-11-11T15:33:35,726 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:35,744 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:35,745 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,756 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:35,756 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:35,759 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:35,760 DEBUG [RS:0;9a1fddc00362:42899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4b6082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:35,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:35,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:33:35,763 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:35,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339245788 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:33:35,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:33:35,792 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:42899 2024-11-11T15:33:35,792 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:35,792 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:35,792 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:35,795 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33347,1731339213708 with port=42899, startcode=1731339213959 2024-11-11T15:33:35,795 DEBUG [RS:0;9a1fddc00362:42899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:35,796 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,800 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:33:35,800 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:33:35,800 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:33:35,800 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:33:35,804 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:35,805 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33347 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:33:35,806 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:33:35,806 WARN [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:33:35,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:33:35,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:33:35,816 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339215812,5,FailOnTimeoutGroup] 2024-11-11T15:33:35,820 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339215816,5,FailOnTimeoutGroup] 2024-11-11T15:33:35,820 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,820 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:33:35,820 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,820 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:35,907 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33347,1731339213708 with port=42899, startcode=1731339213959 2024-11-11T15:33:35,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,42899,1731339213959 2024-11-11T15:33:35,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33347 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:35,911 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b 2024-11-11T15:33:35,911 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34363 2024-11-11T15:33:35,911 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:35,916 DEBUG [RS:0;9a1fddc00362:42899 {}] zookeeper.ZKUtil(111): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on existing znode=/0-1534583966/rs/9a1fddc00362,42899,1731339213959 2024-11-11T15:33:35,916 WARN [RS:0;9a1fddc00362:42899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:35,916 INFO [RS:0;9a1fddc00362:42899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:35,916 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959 2024-11-11T15:33:35,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966/rs 2024-11-11T15:33:35,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,42899,1731339213959] 2024-11-11T15:33:35,923 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:35,932 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:35,936 INFO [RS:0;9a1fddc00362:42899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:35,936 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,936 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:35,937 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:35,937 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:35,938 DEBUG [RS:0;9a1fddc00362:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:35,952 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,952 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,952 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,952 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,952 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,952 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42899,1731339213959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:35,975 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:35,975 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42899,1731339213959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,975 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,975 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.Replication(171): 9a1fddc00362,42899,1731339213959 started 2024-11-11T15:33:35,994 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:35,994 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,42899,1731339213959, RpcServer on 9a1fddc00362/172.17.0.3:42899, sessionid=0x10197f74a8c0001 2024-11-11T15:33:35,995 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:35,995 DEBUG [RS:0;9a1fddc00362:42899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,42899,1731339213959 2024-11-11T15:33:35,995 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42899,1731339213959' 2024-11-11T15:33:35,995 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1534583966/flush-table-proc/abort' 2024-11-11T15:33:35,999 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1534583966/flush-table-proc/acquired' 2024-11-11T15:33:36,001 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:36,001 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:36,001 DEBUG [RS:0;9a1fddc00362:42899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,42899,1731339213959 2024-11-11T15:33:36,001 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42899,1731339213959' 2024-11-11T15:33:36,002 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1534583966/online-snapshot/abort' 2024-11-11T15:33:36,003 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1534583966/online-snapshot/acquired' 2024-11-11T15:33:36,004 DEBUG [RS:0;9a1fddc00362:42899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:36,004 INFO [RS:0;9a1fddc00362:42899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:36,004 INFO [RS:0;9a1fddc00362:42899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:36,104 INFO [RS:0;9a1fddc00362:42899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:36,106 INFO [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C42899%2C1731339213959, suffix=, logDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959, archiveDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/oldWALs, maxLogs=10 2024-11-11T15:33:36,125 DEBUG [RS:0;9a1fddc00362:42899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107, exclude list is [], retry=0 2024-11-11T15:33:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-ce8e643a-ff6d-4710-a9a7-102296efe0e7,DISK] 2024-11-11T15:33:36,152 INFO [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 2024-11-11T15:33:36,157 DEBUG [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-11T15:33:36,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:33:36,261 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b 2024-11-11T15:33:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:33:36,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:36,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:36,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:36,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:36,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:36,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:36,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:36,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:36,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:36,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740 2024-11-11T15:33:36,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740 2024-11-11T15:33:36,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:36,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:36,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:36,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:36,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:36,827 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61442865, jitterRate=-0.08442996442317963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:36,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339216741Initializing all the Stores at 1731339216745 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339216745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339216745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339216745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339216745Cleaning up temporary data from old regions at 1731339216796 (+51 ms)Region opened successfully at 1731339216828 (+32 ms) 2024-11-11T15:33:36,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:36,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:36,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:36,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:36,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:36,837 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:36,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339216828Disabling compacts and flushes for region at 1731339216828Disabling writes for close at 1731339216828Writing region close event to WAL at 1731339216837 (+9 ms)Closed at 1731339216837 2024-11-11T15:33:36,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:36,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:33:36,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:33:36,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:36,844 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:33:36,994 DEBUG [9a1fddc00362:33347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:36,996 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:36,998 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,42899,1731339213959, state=OPENING 2024-11-11T15:33:37,004 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:33:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:37,013 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:37,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,42899,1731339213959}] 2024-11-11T15:33:37,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534583966/meta-region-server: CHANGED 2024-11-11T15:33:37,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534583966/meta-region-server: CHANGED 2024-11-11T15:33:37,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:37,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:33:37,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:33:37,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:37,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:37,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:37,216 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:33:37,216 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:37,216 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:33:37,220 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C42899%2C1731339213959.meta, suffix=.meta, logDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959, archiveDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/oldWALs, maxLogs=10 2024-11-11T15:33:37,247 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.meta.1731339217222.meta, exclude list is [], retry=0 2024-11-11T15:33:37,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-ce8e643a-ff6d-4710-a9a7-102296efe0e7,DISK] 2024-11-11T15:33:37,270 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.meta.1731339217222.meta 2024-11-11T15:33:37,275 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-11T15:33:37,275 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:37,276 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:37,276 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:37,276 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:33:37,276 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:33:37,276 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:33:37,276 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,277 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:33:37,277 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:33:37,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:37,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:37,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:37,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:37,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:37,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:37,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:37,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:37,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:37,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:37,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:37,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:37,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:37,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:37,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:37,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:37,313 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:37,314 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740 2024-11-11T15:33:37,318 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740 2024-11-11T15:33:37,320 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:37,320 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:37,321 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:37,323 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:37,324 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67271074, jitterRate=0.0024171173572540283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:37,325 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:33:37,326 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339217277Writing region info on filesystem at 1731339217277Initializing all the Stores at 1731339217286 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339217286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339217286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339217286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339217286Cleaning up temporary data from old regions at 1731339217320 (+34 ms)Running coprocessor post-open hooks at 1731339217325 (+5 ms)Region opened successfully at 1731339217326 (+1 ms) 2024-11-11T15:33:37,328 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339217180 2024-11-11T15:33:37,340 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:33:37,340 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:33:37,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:37,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,42899,1731339213959, state=OPEN 2024-11-11T15:33:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1534583966/meta-region-server 2024-11-11T15:33:37,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534583966/meta-region-server: CHANGED 2024-11-11T15:33:37,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:37,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1534583966/meta-region-server 2024-11-11T15:33:37,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534583966/meta-region-server: CHANGED 2024-11-11T15:33:37,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:33:37,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,42899,1731339213959 in 336 msec 2024-11-11T15:33:37,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:33:37,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-11T15:33:37,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:37,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:33:37,361 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:37,361 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42899,1731339213959, seqNum=-1] 2024-11-11T15:33:37,361 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:37,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:37,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6760 sec 2024-11-11T15:33:37,390 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339217390, completionTime=-1 2024-11-11T15:33:37,390 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:33:37,390 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339277400 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339337400 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33347,1731339213708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33347,1731339213708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33347,1731339213708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,401 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33347, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,401 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,408 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,408 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:33:37,414 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.386sec 2024-11-11T15:33:37,414 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:33:37,414 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:33:37,414 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:33:37,415 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:33:37,415 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:33:37,415 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33347,1731339213708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:37,415 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33347,1731339213708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:33:37,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c48fbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:37,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33347,-1 for getting cluster id 2024-11-11T15:33:37,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:37,440 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f14e5916-745a-4213-9a8c-581138452336' 2024-11-11T15:33:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f14e5916-745a-4213-9a8c-581138452336" 2024-11-11T15:33:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1316e0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33347,-1] 2024-11-11T15:33:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:37,444 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:33:37,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:33:37,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33347,1731339213708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:37,448 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:37,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f58a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:37,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42899,1731339213959, seqNum=-1] 2024-11-11T15:33:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:37,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:37,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,33347,1731339213708 2024-11-11T15:33:37,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62747 2024-11-11T15:33:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:37,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f74a8c0002 connected 2024-11-11T15:33:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir so I do NOT create it in target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77 2024-11-11T15:33:37,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:33:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.tmp.dir so I do NOT create it in target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77 2024-11-11T15:33:37,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:33:37,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77 2024-11-11T15:33:37,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:33:37,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/cluster_8702b95f-7aba-39c9-f683-d4ad390cf519, deleteOnExit=true 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/test.cache.data in system properties and HBase conf 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:33:37,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:33:37,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:33:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:33:37,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:37,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:33:37,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:33:37,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:37,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:37,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:37,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:37,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:33:37,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:37,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad22f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:37,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fb14bd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:37,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb87744{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/java.io.tmpdir/jetty-localhost-41639-hadoop-hdfs-3_4_1-tests_jar-_-any-7270955673143847119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:37,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b95b8aa{HTTP/1.1, (http/1.1)}{localhost:41639} 2024-11-11T15:33:37,874 INFO [Time-limited test {}] server.Server(415): Started @59470ms 2024-11-11T15:33:38,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:38,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:38,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:38,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:38,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:33:38,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78c1abda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:38,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597d7b7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:38,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32bee622{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/java.io.tmpdir/jetty-localhost-39919-hadoop-hdfs-3_4_1-tests_jar-_-any-6098640086651791684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:38,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d3a7fa{HTTP/1.1, (http/1.1)}{localhost:39919} 2024-11-11T15:33:38,980 INFO [Time-limited test {}] server.Server(415): Started @60576ms 2024-11-11T15:33:38,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:39,195 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/cluster_8702b95f-7aba-39c9-f683-d4ad390cf519/data/data1/current/BP-674294310-172.17.0.3-1731339217544/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:39,196 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/cluster_8702b95f-7aba-39c9-f683-d4ad390cf519/data/data2/current/BP-674294310-172.17.0.3-1731339217544/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:39,268 WARN [Thread-931 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6e14b4d1dcf4bd with lease ID 0x560d3e3ba3a2e720: Processing first storage report for DS-add242b4-d777-4b09-a66e-4cd0db7e6f33 from datanode DatanodeRegistration(127.0.0.1:44745, datanodeUuid=38c4fe47-c2e2-4c3d-b9b0-f66b6c718935, infoPort=35789, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1521940543;c=1731339217544) 2024-11-11T15:33:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6e14b4d1dcf4bd with lease ID 0x560d3e3ba3a2e720: from storage DS-add242b4-d777-4b09-a66e-4cd0db7e6f33 node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=38c4fe47-c2e2-4c3d-b9b0-f66b6c718935, infoPort=35789, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1521940543;c=1731339217544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6e14b4d1dcf4bd with lease ID 0x560d3e3ba3a2e720: Processing first storage report for DS-42412768-6f19-475d-9f74-3cc08d69d543 from datanode DatanodeRegistration(127.0.0.1:44745, datanodeUuid=38c4fe47-c2e2-4c3d-b9b0-f66b6c718935, infoPort=35789, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1521940543;c=1731339217544) 2024-11-11T15:33:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6e14b4d1dcf4bd with lease ID 0x560d3e3ba3a2e720: from storage DS-42412768-6f19-475d-9f74-3cc08d69d543 node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=38c4fe47-c2e2-4c3d-b9b0-f66b6c718935, infoPort=35789, infoSecurePort=0, ipcPort=42007, storageInfo=lv=-57;cid=testClusterID;nsid=1521940543;c=1731339217544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:39,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77 2024-11-11T15:33:39,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:39,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:39,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0 with version=8 2024-11-11T15:33:39,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/hbase-staging 2024-11-11T15:33:39,399 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:39,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:39,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:39,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:39,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:39,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:39,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:33:39,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:39,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41967 2024-11-11T15:33:39,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41967 connecting to ZooKeeper ensemble=127.0.0.1:62747 2024-11-11T15:33:39,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419670x0, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:39,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41967-0x10197f74a8c0003 connected 2024-11-11T15:33:39,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:39,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:39,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/running 2024-11-11T15:33:39,578 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0, hbase.cluster.distributed=false 2024-11-11T15:33:39,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/acl 2024-11-11T15:33:39,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-11T15:33:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41967 2024-11-11T15:33:39,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41967 2024-11-11T15:33:39,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-11T15:33:39,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-11T15:33:39,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:39,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:39,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33797 2024-11-11T15:33:39,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33797 connecting to ZooKeeper ensemble=127.0.0.1:62747 2024-11-11T15:33:39,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:39,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337970x0, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:39,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33797-0x10197f74a8c0004 connected 2024-11-11T15:33:39,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/running 2024-11-11T15:33:39,720 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:39,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:39,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/master 2024-11-11T15:33:39,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/acl 2024-11-11T15:33:39,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-11T15:33:39,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33797 2024-11-11T15:33:39,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33797 2024-11-11T15:33:39,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-11T15:33:39,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-11T15:33:39,800 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:41967 2024-11-11T15:33:39,806 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1138719758/backup-masters/9a1fddc00362,41967,1731339219387 2024-11-11T15:33:39,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758/backup-masters 2024-11-11T15:33:39,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758/backup-masters 2024-11-11T15:33:39,816 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on existing znode=/1-1138719758/backup-masters/9a1fddc00362,41967,1731339219387 2024-11-11T15:33:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1138719758/master 2024-11-11T15:33:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:39,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:39,840 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on existing znode=/1-1138719758/master 2024-11-11T15:33:39,848 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1138719758/backup-masters/9a1fddc00362,41967,1731339219387 from backup master directory 2024-11-11T15:33:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758/backup-masters 2024-11-11T15:33:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1138719758/backup-masters/9a1fddc00362,41967,1731339219387 2024-11-11T15:33:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758/backup-masters 2024-11-11T15:33:39,853 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:39,853 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,41967,1731339219387 2024-11-11T15:33:39,876 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/hbase.id] with ID: 495fbef3-7cee-49d5-9b97-797d12979060 2024-11-11T15:33:39,877 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/.tmp/hbase.id 2024-11-11T15:33:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:40,320 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/.tmp/hbase.id]:[hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/hbase.id] 2024-11-11T15:33:40,343 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:40,344 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:33:40,348 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-11T15:33:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:40,811 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:40,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:33:40,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:41,263 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store 2024-11-11T15:33:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:41,293 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:41,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:41,294 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:41,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:41,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:41,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:41,294 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:41,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339221294Disabling compacts and flushes for region at 1731339221294Disabling writes for close at 1731339221294Writing region close event to WAL at 1731339221294Closed at 1731339221294 2024-11-11T15:33:41,295 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/.initializing 2024-11-11T15:33:41,295 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/WALs/9a1fddc00362,41967,1731339219387 2024-11-11T15:33:41,296 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:41,301 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C41967%2C1731339219387, suffix=, logDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/WALs/9a1fddc00362,41967,1731339219387, archiveDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/oldWALs, maxLogs=10 2024-11-11T15:33:41,322 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/WALs/9a1fddc00362,41967,1731339219387/9a1fddc00362%2C41967%2C1731339219387.1731339221301, exclude list is [], retry=0 2024-11-11T15:33:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-add242b4-d777-4b09-a66e-4cd0db7e6f33,DISK] 2024-11-11T15:33:41,357 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/WALs/9a1fddc00362,41967,1731339219387/9a1fddc00362%2C41967%2C1731339219387.1731339221301 2024-11-11T15:33:41,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-11T15:33:41,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:41,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:41,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:33:41,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:33:41,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:33:41,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:41,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:41,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:33:41,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:41,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:41,404 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,412 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,415 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,437 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,437 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,442 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:41,449 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:41,452 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:41,453 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69528076, jitterRate=0.036049067974090576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:41,453 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339221358Initializing all the Stores at 1731339221367 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339221367Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339221368 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339221368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339221368Cleaning up temporary data from old regions at 1731339221437 (+69 ms)Region opened successfully at 1731339221453 (+16 ms) 2024-11-11T15:33:41,454 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:33:41,462 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcf3993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:41,463 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:33:41,463 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:33:41,464 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:33:41,464 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:33:41,466 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T15:33:41,467 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:33:41,467 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:33:41,471 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:33:41,472 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Unable to get data of znode /1-1138719758/balancer because node does not exist (not necessarily an error) 2024-11-11T15:33:41,476 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1138719758/balancer already deleted, retry=false 2024-11-11T15:33:41,476 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:33:41,477 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Unable to get data of znode /1-1138719758/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:33:41,479 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1138719758/normalizer already deleted, retry=false 2024-11-11T15:33:41,479 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:33:41,481 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Unable to get data of znode /1-1138719758/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:33:41,482 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1138719758/switch/split already deleted, retry=false 2024-11-11T15:33:41,484 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Unable to get data of znode /1-1138719758/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:33:41,485 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1138719758/switch/merge already deleted, retry=false 2024-11-11T15:33:41,488 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Unable to get data of znode /1-1138719758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:33:41,493 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1138719758/snapshot-cleanup already deleted, retry=false 2024-11-11T15:33:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1138719758/running 2024-11-11T15:33:41,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:41,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1138719758/running 2024-11-11T15:33:41,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:41,500 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,41967,1731339219387, sessionid=0x10197f74a8c0003, setting cluster-up flag (Was=false) 2024-11-11T15:33:41,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:41,524 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1138719758/flush-table-proc/acquired, /1-1138719758/flush-table-proc/reached, /1-1138719758/flush-table-proc/abort 2024-11-11T15:33:41,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,41967,1731339219387 2024-11-11T15:33:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:41,565 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1138719758/online-snapshot/acquired, /1-1138719758/online-snapshot/reached, /1-1138719758/online-snapshot/abort 2024-11-11T15:33:41,575 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,41967,1731339219387 2024-11-11T15:33:41,585 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:33:41,600 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:41,601 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:33:41,601 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:33:41,601 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,41967,1731339219387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:41,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:41,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:33:41,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:41,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339251672 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:33:41,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:33:41,680 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:33:41,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:33:41,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:33:41,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:33:41,684 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:33:41,684 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:33:41,693 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339221684,5,FailOnTimeoutGroup] 2024-11-11T15:33:41,696 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339221693,5,FailOnTimeoutGroup] 2024-11-11T15:33:41,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:33:41,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,710 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(746): ClusterId : 495fbef3-7cee-49d5-9b97-797d12979060 2024-11-11T15:33:41,710 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:41,719 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:41,719 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:41,730 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:41,730 DEBUG [RS:0;9a1fddc00362:33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d255fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:41,747 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:33797 2024-11-11T15:33:41,747 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:41,747 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:41,747 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:41,748 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,41967,1731339219387 with port=33797, startcode=1731339219689 2024-11-11T15:33:41,748 DEBUG [RS:0;9a1fddc00362:33797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:41,753 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:41,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,33797,1731339219689 2024-11-11T15:33:41,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,33797,1731339219689 2024-11-11T15:33:41,756 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0 2024-11-11T15:33:41,756 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38379 2024-11-11T15:33:41,756 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758/rs 2024-11-11T15:33:41,764 DEBUG [RS:0;9a1fddc00362:33797 {}] zookeeper.ZKUtil(111): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on existing znode=/1-1138719758/rs/9a1fddc00362,33797,1731339219689 2024-11-11T15:33:41,765 WARN [RS:0;9a1fddc00362:33797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:41,765 INFO [RS:0;9a1fddc00362:33797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:41,765 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689 2024-11-11T15:33:41,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,33797,1731339219689] 2024-11-11T15:33:41,793 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:41,796 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:41,800 INFO [RS:0;9a1fddc00362:33797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:41,800 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,804 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:41,805 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:41,805 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:41,805 DEBUG [RS:0;9a1fddc00362:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:41,811 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,811 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,811 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,811 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,811 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,811 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33797,1731339219689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:41,836 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:41,836 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33797,1731339219689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,836 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,836 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.Replication(171): 9a1fddc00362,33797,1731339219689 started 2024-11-11T15:33:41,859 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:41,859 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,33797,1731339219689, RpcServer on 9a1fddc00362/172.17.0.3:33797, sessionid=0x10197f74a8c0004 2024-11-11T15:33:41,860 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:41,860 DEBUG [RS:0;9a1fddc00362:33797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,33797,1731339219689 2024-11-11T15:33:41,860 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33797,1731339219689' 2024-11-11T15:33:41,860 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1138719758/flush-table-proc/abort' 2024-11-11T15:33:41,860 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1138719758/flush-table-proc/acquired' 2024-11-11T15:33:41,861 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:41,861 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:41,861 DEBUG [RS:0;9a1fddc00362:33797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,33797,1731339219689 2024-11-11T15:33:41,861 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33797,1731339219689' 2024-11-11T15:33:41,861 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1138719758/online-snapshot/abort' 2024-11-11T15:33:41,862 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1138719758/online-snapshot/acquired' 2024-11-11T15:33:41,862 DEBUG [RS:0;9a1fddc00362:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:41,862 INFO [RS:0;9a1fddc00362:33797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:41,862 INFO [RS:0;9a1fddc00362:33797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:41,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:33:41,963 INFO [RS:0;9a1fddc00362:33797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:41,966 INFO [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C33797%2C1731339219689, suffix=, logDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689, archiveDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/oldWALs, maxLogs=10 2024-11-11T15:33:41,982 DEBUG [RS:0;9a1fddc00362:33797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689/9a1fddc00362%2C33797%2C1731339219689.1731339221966, exclude list is [], retry=0 2024-11-11T15:33:41,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-add242b4-d777-4b09-a66e-4cd0db7e6f33,DISK] 2024-11-11T15:33:41,994 INFO [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689/9a1fddc00362%2C33797%2C1731339219689.1731339221966 2024-11-11T15:33:41,996 DEBUG [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-11T15:33:42,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:33:42,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0 2024-11-11T15:33:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:33:42,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:42,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:42,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:42,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:42,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:42,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:42,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:42,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:42,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:42,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:42,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740 2024-11-11T15:33:42,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740 2024-11-11T15:33:42,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:42,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:42,154 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:42,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:42,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:42,164 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73464809, jitterRate=0.09471096098423004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:42,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339222135Initializing all the Stores at 1731339222136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339222136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339222136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339222136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339222136Cleaning up temporary data from old regions at 1731339222153 (+17 ms)Region opened successfully at 1731339222164 (+11 ms) 2024-11-11T15:33:42,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:42,164 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:42,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:42,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:42,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:42,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:42,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339222164Disabling compacts and flushes for region at 1731339222164Disabling writes for close at 1731339222164Writing region close event to WAL at 1731339222168 (+4 ms)Closed at 1731339222168 2024-11-11T15:33:42,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:42,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:33:42,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:33:42,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:42,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:33:42,334 DEBUG [9a1fddc00362:41967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:42,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,33797,1731339219689 2024-11-11T15:33:42,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,33797,1731339219689, state=OPENING 2024-11-11T15:33:42,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:33:42,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:42,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:33:42,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1138719758/meta-region-server: CHANGED 2024-11-11T15:33:42,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1138719758/meta-region-server: CHANGED 2024-11-11T15:33:42,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:42,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,33797,1731339219689}] 2024-11-11T15:33:42,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:42,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:42,528 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:33:42,528 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:42,529 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:33:42,531 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C33797%2C1731339219689.meta, suffix=.meta, logDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689, archiveDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/oldWALs, maxLogs=10 2024-11-11T15:33:42,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:42,557 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689/9a1fddc00362%2C33797%2C1731339219689.meta.1731339222531.meta, exclude list is [], retry=0 2024-11-11T15:33:42,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44745,DS-add242b4-d777-4b09-a66e-4cd0db7e6f33,DISK] 2024-11-11T15:33:42,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,573 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689/9a1fddc00362%2C33797%2C1731339219689.meta.1731339222531.meta 2024-11-11T15:33:42,573 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-11T15:33:42,574 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:42,574 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:42,574 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:42,574 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:33:42,574 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:33:42,575 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:33:42,575 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:42,575 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:33:42,575 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:33:42,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:42,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:42,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:42,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:42,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:42,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:42,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:42,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:42,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:42,594 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:42,595 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740 2024-11-11T15:33:42,596 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740 2024-11-11T15:33:42,597 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:42,597 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:42,598 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:42,599 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:42,600 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62999920, jitterRate=-0.061228036880493164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:42,600 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:33:42,600 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339222575Writing region info on filesystem at 1731339222575Initializing all the Stores at 1731339222576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339222576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339222576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339222577 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339222577Cleaning up temporary data from old regions at 1731339222597 (+20 ms)Running coprocessor post-open hooks at 1731339222600 (+3 ms)Region opened successfully at 1731339222600 2024-11-11T15:33:42,604 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339222497 2024-11-11T15:33:42,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33797,1731339219689 2024-11-11T15:33:42,610 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,33797,1731339219689, state=OPEN 2024-11-11T15:33:42,610 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:33:42,610 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:33:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1138719758/meta-region-server 2024-11-11T15:33:42,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,33797,1731339219689 2024-11-11T15:33:42,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1138719758/meta-region-server: CHANGED 2024-11-11T15:33:42,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:33:42,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1138719758/meta-region-server 2024-11-11T15:33:42,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,33797,1731339219689 in 269 msec 2024-11-11T15:33:42,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1138719758/meta-region-server: CHANGED 2024-11-11T15:33:42,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:33:42,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-11T15:33:42,623 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:42,623 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:33:42,632 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:42,632 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33797,1731339219689, seqNum=-1] 2024-11-11T15:33:42,633 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:42,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:42,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0460 sec 2024-11-11T15:33:42,642 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339222641, completionTime=-1 2024-11-11T15:33:42,642 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:33:42,642 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339282644 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339342644 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41967,1731339219387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41967,1731339219387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41967,1731339219387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:41967, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,646 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:33:42,648 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.804sec 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41967,1731339219387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:42,657 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41967,1731339219387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:33:42,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:33:42,661 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:33:42,661 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41967,1731339219387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:42,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b8da1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:42,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,41967,-1 for getting cluster id 2024-11-11T15:33:42,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:42,711 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '495fbef3-7cee-49d5-9b97-797d12979060' 2024-11-11T15:33:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "495fbef3-7cee-49d5-9b97-797d12979060" 2024-11-11T15:33:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21a9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,41967,-1] 2024-11-11T15:33:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:42,714 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:42,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a73cf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:42,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33797,1731339219689, seqNum=-1] 2024-11-11T15:33:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:42,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:42,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,41967,1731339219387 2024-11-11T15:33:42,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62747 2024-11-11T15:33:42,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:42,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f74a8c0005 connected 2024-11-11T15:33:42,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33347,1731339213708 2024-11-11T15:33:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@170d5ac8 2024-11-11T15:33:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:42,797 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:42,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:33:42,815 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:33:42,816 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:42,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:33:42,818 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:33:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:42,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:33:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:43,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50712f1dbb67c3d93c65c670f1221616, NAME => 'test,,1731339222797.50712f1dbb67c3d93c65c670f1221616.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b 2024-11-11T15:33:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:33:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:43,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339222797.50712f1dbb67c3d93c65c670f1221616.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:43,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50712f1dbb67c3d93c65c670f1221616, disabling compactions & flushes 2024-11-11T15:33:43,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:43,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:43,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. after waiting 0 ms 2024-11-11T15:33:43,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:43,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:43,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50712f1dbb67c3d93c65c670f1221616: Waiting for close lock at 1731339223720Disabling compacts and flushes for region at 1731339223720Disabling writes for close at 1731339223720Writing region close event to WAL at 1731339223720Closed at 1731339223720 2024-11-11T15:33:43,727 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:33:43,727 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339222797.50712f1dbb67c3d93c65c670f1221616.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339223727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339223727"}]},"ts":"1731339223727"} 2024-11-11T15:33:43,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:33:43,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:33:43,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339223750"}]},"ts":"1731339223750"} 2024-11-11T15:33:43,760 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:33:43,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50712f1dbb67c3d93c65c670f1221616, ASSIGN}] 2024-11-11T15:33:43,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50712f1dbb67c3d93c65c670f1221616, ASSIGN 2024-11-11T15:33:43,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50712f1dbb67c3d93c65c670f1221616, ASSIGN; state=OFFLINE, location=9a1fddc00362,42899,1731339213959; forceNewPlan=false, retain=false 2024-11-11T15:33:43,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50712f1dbb67c3d93c65c670f1221616, regionState=OPENING, regionLocation=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:43,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50712f1dbb67c3d93c65c670f1221616, ASSIGN because future has completed 2024-11-11T15:33:43,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50712f1dbb67c3d93c65c670f1221616, server=9a1fddc00362,42899,1731339213959}] 2024-11-11T15:33:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:44,141 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:44,141 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50712f1dbb67c3d93c65c670f1221616, NAME => 'test,,1731339222797.50712f1dbb67c3d93c65c670f1221616.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:44,142 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:44,142 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:33:44,142 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339222797.50712f1dbb67c3d93c65c670f1221616.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:44,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,156 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,169 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50712f1dbb67c3d93c65c670f1221616 columnFamilyName f 2024-11-11T15:33:44,169 DEBUG [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:44,172 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] regionserver.HStore(327): Store=50712f1dbb67c3d93c65c670f1221616/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:44,172 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,173 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50712f1dbb67c3d93c65c670f1221616 columnFamilyName f1 2024-11-11T15:33:44,174 DEBUG [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:44,174 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] regionserver.HStore(327): Store=50712f1dbb67c3d93c65c670f1221616/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:44,174 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,178 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50712f1dbb67c3d93c65c670f1221616 columnFamilyName norep 2024-11-11T15:33:44,178 DEBUG [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:44,178 INFO [StoreOpener-50712f1dbb67c3d93c65c670f1221616-1 {}] regionserver.HStore(327): Store=50712f1dbb67c3d93c65c670f1221616/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:44,179 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,180 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,180 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,182 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,182 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,183 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:33:44,186 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,200 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:44,201 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50712f1dbb67c3d93c65c670f1221616; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60642415, jitterRate=-0.09635759890079498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:33:44,201 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:33:44,203 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50712f1dbb67c3d93c65c670f1221616: Running coprocessor pre-open hook at 1731339224143Writing region info on filesystem at 1731339224143Initializing all the Stores at 1731339224147 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339224148 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339224152 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339224152Cleaning up temporary data from old regions at 1731339224182 (+30 ms)Running coprocessor post-open hooks at 1731339224201 (+19 ms)Region opened successfully at 1731339224202 (+1 ms) 2024-11-11T15:33:44,212 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., pid=6, masterSystemTime=1731339224128 2024-11-11T15:33:44,223 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:44,223 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:33:44,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50712f1dbb67c3d93c65c670f1221616, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:44,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50712f1dbb67c3d93c65c670f1221616, server=9a1fddc00362,42899,1731339213959 because future has completed 2024-11-11T15:33:44,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:33:44,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50712f1dbb67c3d93c65c670f1221616, server=9a1fddc00362,42899,1731339213959 in 307 msec 2024-11-11T15:33:44,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:33:44,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50712f1dbb67c3d93c65c670f1221616, ASSIGN in 511 msec 2024-11-11T15:33:44,286 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:33:44,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339224286"}]},"ts":"1731339224286"} 2024-11-11T15:33:44,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:33:44,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:33:44,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4990 sec 2024-11-11T15:33:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:44,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:44,985 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:33:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,41967,1731339219387 2024-11-11T15:33:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fa58d6 2024-11-11T15:33:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:44,988 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:44,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:33:44,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:33:44,993 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:44,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:33:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:45,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:33:45,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:33:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:45,442 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7c90194b27239b934acde1a3d36b20b, NAME => 'test,,1731339224988.c7c90194b27239b934acde1a3d36b20b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0 2024-11-11T15:33:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:33:45,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339224988.c7c90194b27239b934acde1a3d36b20b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:45,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7c90194b27239b934acde1a3d36b20b, disabling compactions & flushes 2024-11-11T15:33:45,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. after waiting 0 ms 2024-11-11T15:33:45,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7c90194b27239b934acde1a3d36b20b: Waiting for close lock at 1731339225450Disabling compacts and flushes for region at 1731339225450Disabling writes for close at 1731339225450Writing region close event to WAL at 1731339225450Closed at 1731339225450 2024-11-11T15:33:45,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:33:45,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339224988.c7c90194b27239b934acde1a3d36b20b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339225452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339225452"}]},"ts":"1731339225452"} 2024-11-11T15:33:45,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:33:45,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:33:45,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339225460"}]},"ts":"1731339225460"} 2024-11-11T15:33:45,468 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:33:45,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7c90194b27239b934acde1a3d36b20b, ASSIGN}] 2024-11-11T15:33:45,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7c90194b27239b934acde1a3d36b20b, ASSIGN 2024-11-11T15:33:45,471 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7c90194b27239b934acde1a3d36b20b, ASSIGN; state=OFFLINE, location=9a1fddc00362,33797,1731339219689; forceNewPlan=false, retain=false 2024-11-11T15:33:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:45,622 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7c90194b27239b934acde1a3d36b20b, regionState=OPENING, regionLocation=9a1fddc00362,33797,1731339219689 2024-11-11T15:33:45,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7c90194b27239b934acde1a3d36b20b, ASSIGN because future has completed 2024-11-11T15:33:45,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c90194b27239b934acde1a3d36b20b, server=9a1fddc00362,33797,1731339219689}] 2024-11-11T15:33:45,792 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,793 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7c90194b27239b934acde1a3d36b20b, NAME => 'test,,1731339224988.c7c90194b27239b934acde1a3d36b20b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:45,793 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:45,793 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:33:45,794 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,794 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339224988.c7c90194b27239b934acde1a3d36b20b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:45,794 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,794 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,796 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,798 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c90194b27239b934acde1a3d36b20b columnFamilyName f 2024-11-11T15:33:45,798 DEBUG [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:45,799 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] regionserver.HStore(327): Store=c7c90194b27239b934acde1a3d36b20b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:45,799 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,801 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c90194b27239b934acde1a3d36b20b columnFamilyName f1 2024-11-11T15:33:45,801 DEBUG [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:45,802 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] regionserver.HStore(327): Store=c7c90194b27239b934acde1a3d36b20b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:45,802 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,803 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c90194b27239b934acde1a3d36b20b columnFamilyName norep 2024-11-11T15:33:45,803 DEBUG [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:45,804 INFO [StoreOpener-c7c90194b27239b934acde1a3d36b20b-1 {}] regionserver.HStore(327): Store=c7c90194b27239b934acde1a3d36b20b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:45,804 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,805 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,806 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,807 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,807 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,808 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:33:45,809 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,813 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:45,814 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7c90194b27239b934acde1a3d36b20b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61856330, jitterRate=-0.0782688558101654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:33:45,814 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:33:45,814 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7c90194b27239b934acde1a3d36b20b: Running coprocessor pre-open hook at 1731339225794Writing region info on filesystem at 1731339225794Initializing all the Stores at 1731339225795 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339225795Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339225796 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339225796Cleaning up temporary data from old regions at 1731339225807 (+11 ms)Running coprocessor post-open hooks at 1731339225814 (+7 ms)Region opened successfully at 1731339225814 2024-11-11T15:33:45,816 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339224988.c7c90194b27239b934acde1a3d36b20b., pid=6, masterSystemTime=1731339225782 2024-11-11T15:33:45,826 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,826 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:33:45,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7c90194b27239b934acde1a3d36b20b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,33797,1731339219689 2024-11-11T15:33:45,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c90194b27239b934acde1a3d36b20b, server=9a1fddc00362,33797,1731339219689 because future has completed 2024-11-11T15:33:45,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:33:45,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7c90194b27239b934acde1a3d36b20b, server=9a1fddc00362,33797,1731339219689 in 216 msec 2024-11-11T15:33:45,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:33:45,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7c90194b27239b934acde1a3d36b20b, ASSIGN in 379 msec 2024-11-11T15:33:45,861 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:33:45,861 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339225861"}]},"ts":"1731339225861"} 2024-11-11T15:33:45,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:33:45,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:33:45,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 887 msec 2024-11-11T15:33:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:46,138 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:33:46,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d56159a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33347,-1 for getting cluster id 2024-11-11T15:33:46,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:46,148 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f14e5916-745a-4213-9a8c-581138452336' 2024-11-11T15:33:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f14e5916-745a-4213-9a8c-581138452336" 2024-11-11T15:33:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4641f7cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33347,-1] 2024-11-11T15:33:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:46,155 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1264432b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e724883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,41967,-1 for getting cluster id 2024-11-11T15:33:46,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:46,162 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '495fbef3-7cee-49d5-9b97-797d12979060' 2024-11-11T15:33:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "495fbef3-7cee-49d5-9b97-797d12979060" 2024-11-11T15:33:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e96399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,41967,-1] 2024-11-11T15:33:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:46,165 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d99928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc2eec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33347,-1 for getting cluster id 2024-11-11T15:33:46,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:46,184 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f14e5916-745a-4213-9a8c-581138452336' 2024-11-11T15:33:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f14e5916-745a-4213-9a8c-581138452336" 2024-11-11T15:33:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da1d6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33347,-1] 2024-11-11T15:33:46,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:46,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:46,191 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9291d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33347,1731339213708 2024-11-11T15:33:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@119abec0 2024-11-11T15:33:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:46,206 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:46,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:41967,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:33:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:33:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:33:46,225 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:41967' 2024-11-11T15:33:46,236 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bab4df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,236 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,41967,-1 for getting cluster id 2024-11-11T15:33:46,237 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:46,238 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '495fbef3-7cee-49d5-9b97-797d12979060' 2024-11-11T15:33:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "495fbef3-7cee-49d5-9b97-797d12979060" 2024-11-11T15:33:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471f2e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,41967,-1] 2024-11-11T15:33:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:46,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:46,245 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:46,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642c1b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:46,256 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,41967,1731339219387 2024-11-11T15:33:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541bde8c 2024-11-11T15:33:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:46,265 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:46,272 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T15:33:46,272 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:33:46,272 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:46,272 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:46,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:46,273 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:46,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:33:46,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:33:46,284 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:46,286 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:33:46,329 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:33:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:33:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:33:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:33:46,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27cec590adb9196a260e7e0a4adae5c2, NAME => 'hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b 2024-11-11T15:33:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:33:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:33:47,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:33:47,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:47,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:33:47,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:47,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:33:47,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T15:33:47,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:33:47,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T15:33:47,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:47,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:33:47,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27cec590adb9196a260e7e0a4adae5c2, disabling compactions & flushes 2024-11-11T15:33:47,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. after waiting 0 ms 2024-11-11T15:33:47,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27cec590adb9196a260e7e0a4adae5c2: Waiting for close lock at 1731339227161Disabling compacts and flushes for region at 1731339227161Disabling writes for close at 1731339227162 (+1 ms)Writing region close event to WAL at 1731339227162Closed at 1731339227162 2024-11-11T15:33:47,164 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:33:47,164 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339227164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339227164"}]},"ts":"1731339227164"} 2024-11-11T15:33:47,167 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:33:47,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:33:47,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339227169"}]},"ts":"1731339227169"} 2024-11-11T15:33:47,172 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:33:47,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27cec590adb9196a260e7e0a4adae5c2, ASSIGN}] 2024-11-11T15:33:47,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27cec590adb9196a260e7e0a4adae5c2, ASSIGN 2024-11-11T15:33:47,178 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27cec590adb9196a260e7e0a4adae5c2, ASSIGN; state=OFFLINE, location=9a1fddc00362,42899,1731339213959; forceNewPlan=false, retain=false 2024-11-11T15:33:47,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27cec590adb9196a260e7e0a4adae5c2, regionState=OPENING, regionLocation=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:47,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27cec590adb9196a260e7e0a4adae5c2, ASSIGN because future has completed 2024-11-11T15:33:47,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27cec590adb9196a260e7e0a4adae5c2, server=9a1fddc00362,42899,1731339213959}] 2024-11-11T15:33:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:33:47,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:47,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:33:47,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C42899%2C1731339213959.rep, suffix=, logDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959, archiveDir=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/oldWALs, maxLogs=10 2024-11-11T15:33:47,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.rep.1731339227549, exclude list is [], retry=0 2024-11-11T15:33:47,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-ce8e643a-ff6d-4710-a9a7-102296efe0e7,DISK] 2024-11-11T15:33:47,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.rep.1731339227549 2024-11-11T15:33:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-11T15:33:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 27cec590adb9196a260e7e0a4adae5c2, NAME => 'hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:47,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:33:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. service=MultiRowMutationService 2024-11-11T15:33:47,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:33:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,610 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,620 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27cec590adb9196a260e7e0a4adae5c2 columnFamilyName hfileref 2024-11-11T15:33:47,620 DEBUG [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,624 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] regionserver.HStore(327): Store=27cec590adb9196a260e7e0a4adae5c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,624 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,627 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27cec590adb9196a260e7e0a4adae5c2 columnFamilyName queue 2024-11-11T15:33:47,627 DEBUG [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,628 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] regionserver.HStore(327): Store=27cec590adb9196a260e7e0a4adae5c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,628 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,630 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27cec590adb9196a260e7e0a4adae5c2 columnFamilyName sid 2024-11-11T15:33:47,630 DEBUG [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,630 INFO [StoreOpener-27cec590adb9196a260e7e0a4adae5c2-1 {}] regionserver.HStore(327): Store=27cec590adb9196a260e7e0a4adae5c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:33:47,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 27cec590adb9196a260e7e0a4adae5c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69632800, jitterRate=0.03760957717895508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:33:47,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:33:47,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 27cec590adb9196a260e7e0a4adae5c2: Running coprocessor pre-open hook at 1731339227606Writing region info on filesystem at 1731339227606Initializing all the Stores at 1731339227609 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227609Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227610 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227610Cleaning up temporary data from old regions at 1731339227643 (+33 ms)Running coprocessor post-open hooks at 1731339227668 (+25 ms)Region opened successfully at 1731339227669 (+1 ms) 2024-11-11T15:33:47,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2., pid=10, masterSystemTime=1731339227492 2024-11-11T15:33:47,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27cec590adb9196a260e7e0a4adae5c2, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42899,1731339213959 2024-11-11T15:33:47,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:33:47,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27cec590adb9196a260e7e0a4adae5c2, server=9a1fddc00362,42899,1731339213959 because future has completed 2024-11-11T15:33:47,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:33:47,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27cec590adb9196a260e7e0a4adae5c2, server=9a1fddc00362,42899,1731339213959 in 358 msec 2024-11-11T15:33:47,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:33:47,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27cec590adb9196a260e7e0a4adae5c2, ASSIGN in 521 msec 2024-11-11T15:33:47,700 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:33:47,700 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339227700"}]},"ts":"1731339227700"} 2024-11-11T15:33:47,707 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:33:47,709 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:33:47,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4360 sec 2024-11-11T15:33:47,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2., hostname=9a1fddc00362,42899,1731339213959, seqNum=2] 2024-11-11T15:33:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:33:47,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:33:47,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:33:47,968 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:33:48,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:48,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:48,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:48,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:48,165 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,42899,1731339213959, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:33:48,166 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:48,166 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42899,1731339213959, seqNum=-1] 2024-11-11T15:33:48,167 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:48,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T15:33:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,42899,1731339213959', locateType=CURRENT is [region=hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2., hostname=9a1fddc00362,42899,1731339213959, seqNum=2] 2024-11-11T15:33:48,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:48,235 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:33:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:33:48,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:33:48,249 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,42899,1731339213959 suceeded 2024-11-11T15:33:48,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:33:48,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 451 msec 2024-11-11T15:33:48,253 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:41967,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T15:33:48,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0460 sec 2024-11-11T15:33:48,266 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:41967' 2024-11-11T15:33:48,268 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264240cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:48,268 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,41967,-1 for getting cluster id 2024-11-11T15:33:48,268 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:48,276 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '495fbef3-7cee-49d5-9b97-797d12979060' 2024-11-11T15:33:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "495fbef3-7cee-49d5-9b97-797d12979060" 2024-11-11T15:33:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a9f3bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,41967,-1] 2024-11-11T15:33:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:48,280 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:48,281 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73347214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:48,281 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:48,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,41967,1731339219387 2024-11-11T15:33:48,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8de49b 2024-11-11T15:33:48,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:48,284 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T15:33:48,286 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,42899,1731339213959 (queues=1) is replicating from cluster=f14e5916-745a-4213-9a8c-581138452336 to cluster=495fbef3-7cee-49d5-9b97-797d12979060 2024-11-11T15:33:48,286 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C42899%2C1731339213959 2024-11-11T15:33:48,286 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,42899,1731339213959, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:33:48,296 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107, startPosition=0, beingWritten=true 2024-11-11T15:33:48,308 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C42899%2C1731339213959 2024-11-11T15:33:48,326 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:33:48,326 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 379, reset compression=false 2024-11-11T15:33:48,326 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,42899,1731339213959 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:33:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:33:48,414 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:33:48,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:48,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:48,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:48,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:48,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:48,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:48,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731339228438/Put/seqid=0 2024-11-11T15:33:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741840_1016 (size=7894) 2024-11-11T15:33:48,548 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 379, reset compression=false 2024-11-11T15:33:48,879 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 379, reset compression=false 2024-11-11T15:33:48,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_1 is 34, key is ddd/f:row/1731339228906/Put/seqid=0 2024-11-11T15:33:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741841_1017 (size=7691) 2024-11-11T15:33:48,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad68838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:48,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33347,-1 for getting cluster id 2024-11-11T15:33:48,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:48,949 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f14e5916-745a-4213-9a8c-581138452336' 2024-11-11T15:33:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f14e5916-745a-4213-9a8c-581138452336" 2024-11-11T15:33:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c701cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33347,-1] 2024-11-11T15:33:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:48,951 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:48,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f0d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:48,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42899,1731339213959, seqNum=-1] 2024-11-11T15:33:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:48,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:48,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:49,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33347,1731339213708 2024-11-11T15:33:49,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@378b0818 2024-11-11T15:33:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:49,009 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2] 2024-11-11T15:33:49,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:33:49,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T15:33:49,084 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T15:33:49,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_0 for inclusion in 50712f1dbb67c3d93c65c670f1221616/f 2024-11-11T15:33:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T15:33:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:33:49,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_1 for inclusion in 50712f1dbb67c3d93c65c670f1221616/f 2024-11-11T15:33:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T15:33:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:33:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegion(2603): Flush status journal for 50712f1dbb67c3d93c65c670f1221616: 2024-11-11T15:33:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_0 to hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_0 2024-11-11T15:33:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_0 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ 2024-11-11T15:33:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f/f/hfile_1 to hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_1 2024-11-11T15:33:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_1 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ 2024-11-11T15:33:49,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_0 into 50712f1dbb67c3d93c65c670f1221616/f as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ - updating store file list. 2024-11-11T15:33:49,300 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 379, reset compression=false 2024-11-11T15:33:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:33:49,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ into 50712f1dbb67c3d93c65c670f1221616/f 2024-11-11T15:33:49,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_0 into 50712f1dbb67c3d93c65c670f1221616/f (new location: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_) 2024-11-11T15:33:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_0 2024-11-11T15:33:49,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_1 into 50712f1dbb67c3d93c65c670f1221616/f as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ - updating store file list. 2024-11-11T15:33:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ce023064dd842d1aadfabb6a1308174_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:33:49,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ into 50712f1dbb67c3d93c65c670f1221616/f 2024-11-11T15:33:49,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_1 into 50712f1dbb67c3d93c65c670f1221616/f (new location: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_) 2024-11-11T15:33:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__56fq52v57sl8v4km85ek5lv5gn25teddodadpsnrr52h8fp43f92fa23nseios4f/f/hfile_1 2024-11-11T15:33:49,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:49,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:49,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:49,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:49,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:49,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2 , the old value is region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9a1fddc00362:42899 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:33:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:33:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33797,1731339219689, seqNum=-1] 2024-11-11T15:33:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2 from cache 2024-11-11T15:33:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:49,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:49,345 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T15:33:49,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339224988.c7c90194b27239b934acde1a3d36b20b., hostname=9a1fddc00362,33797,1731339219689, seqNum=2] 2024-11-11T15:33:49,350 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:33:49,454 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:42899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T15:33:49,816 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 379, reset compression=false 2024-11-11T15:33:49,842 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:33:49,844 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,42899,1731339213959 got entry batch from reader: WALEntryBatch [walEntries=[{test/50712f1dbb67c3d93c65c670f1221616/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339229328/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T15:33:49,873 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:49,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T15:33:49,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(318): Replicating [f14e5916-745a-4213-9a8c-581138452336] bulk loaded data 2024-11-11T15:33:49,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ebfc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:49,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,41967,-1 for getting cluster id 2024-11-11T15:33:49,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:49,889 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '495fbef3-7cee-49d5-9b97-797d12979060' 2024-11-11T15:33:49,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:49,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "495fbef3-7cee-49d5-9b97-797d12979060" 2024-11-11T15:33:49,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@666d0641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:49,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,41967,-1] 2024-11-11T15:33:49,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:49,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:49,896 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:49,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9903fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741837_1013 (size=7894) 2024-11-11T15:33:50,043 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 687, reset compression=false 2024-11-11T15:33:50,355 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:33:50,362 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 687, reset compression=false 2024-11-11T15:33:50,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741838_1014 (size=7691) 2024-11-11T15:33:50,778 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 687, reset compression=false 2024-11-11T15:33:50,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:50,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,41967,1731339219387 2024-11-11T15:33:50,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2765230 2024-11-11T15:33:50,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:50,827 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T15:33:50,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:33:50,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:50,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33797,1731339219689, seqNum=-1] 2024-11-11T15:33:50,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:50,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T15:33:50,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T15:33:50,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T15:33:50,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ for inclusion in c7c90194b27239b934acde1a3d36b20b/f 2024-11-11T15:33:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T15:33:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:33:50,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ for inclusion in c7c90194b27239b934acde1a3d36b20b/f 2024-11-11T15:33:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T15:33:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:33:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HRegion(2603): Flush status journal for c7c90194b27239b934acde1a3d36b20b: 2024-11-11T15:33:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:33:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/d8e5118a5e874a4ca99ec6a236b43cce_SeqId_4_ 2024-11-11T15:33:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ce023064dd842d1aadfabb6a1308174_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:33:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/20abb3670919474898b040079ee50345_SeqId_4_ 2024-11-11T15:33:50,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ into c7c90194b27239b934acde1a3d36b20b/f as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/d8e5118a5e874a4ca99ec6a236b43cce_SeqId_4_ - updating store file list. 2024-11-11T15:33:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8e5118a5e874a4ca99ec6a236b43cce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:33:50,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/d8e5118a5e874a4ca99ec6a236b43cce_SeqId_4_ into c7c90194b27239b934acde1a3d36b20b/f 2024-11-11T15:33:50,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ into c7c90194b27239b934acde1a3d36b20b/f (new location: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/d8e5118a5e874a4ca99ec6a236b43cce_SeqId_4_) 2024-11-11T15:33:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/fd325bb6b8ca40958ab2cdc538e210b7_SeqId_4_ 2024-11-11T15:33:50,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ into c7c90194b27239b934acde1a3d36b20b/f as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/20abb3670919474898b040079ee50345_SeqId_4_ - updating store file list. 2024-11-11T15:33:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20abb3670919474898b040079ee50345_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:33:51,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/20abb3670919474898b040079ee50345_SeqId_4_ into c7c90194b27239b934acde1a3d36b20b/f 2024-11-11T15:33:51,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ into c7c90194b27239b934acde1a3d36b20b/f (new location: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/f/20abb3670919474898b040079ee50345_SeqId_4_) 2024-11-11T15:33:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/staging/jenkins.hfs.6__test__b0ejut1hp53pouvlnn2b8r3uib8i66fgrfu2s8tmd0kn59o02enlq3m32ejgl4qi/f/6ce023064dd842d1aadfabb6a1308174_SeqId_4_ 2024-11-11T15:33:51,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(324): Finished replicating [f14e5916-745a-4213-9a8c-581138452336] bulk loaded data 2024-11-11T15:33:51,292 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 687, reset compression=false 2024-11-11T15:33:51,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:51,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731339231382/Put/seqid=0 2024-11-11T15:33:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741842_1018 (size=7997) 2024-11-11T15:33:51,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731339231405/Put/seqid=0 2024-11-11T15:33:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741843_1019 (size=7794) 2024-11-11T15:33:51,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227c399f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:51,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33347,-1 for getting cluster id 2024-11-11T15:33:51,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:51,442 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f14e5916-745a-4213-9a8c-581138452336' 2024-11-11T15:33:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f14e5916-745a-4213-9a8c-581138452336" 2024-11-11T15:33:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9ea01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33347,-1] 2024-11-11T15:33:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:51,448 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:51,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff624e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:51,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42899,1731339213959, seqNum=-1] 2024-11-11T15:33:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:51,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:51,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33347,1731339213708 2024-11-11T15:33:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73756e09 2024-11-11T15:33:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:51,490 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:51,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2] 2024-11-11T15:33:51,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:33:51,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T15:33:51,560 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T15:33:51,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_1 for inclusion in 50712f1dbb67c3d93c65c670f1221616/f1 2024-11-11T15:33:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T15:33:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:33:51,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_0 for inclusion in 50712f1dbb67c3d93c65c670f1221616/f1 2024-11-11T15:33:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T15:33:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:33:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegion(2603): Flush status journal for 50712f1dbb67c3d93c65c670f1221616: 2024-11-11T15:33:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_1 to hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_1 2024-11-11T15:33:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_1 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/6f3ccb480c074dffa717c942d8497e40_SeqId_6_ 2024-11-11T15:33:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/load_f1/f1/hfile_0 to hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_0 2024-11-11T15:33:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_0 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/381c346d5dad46c0998a2625710360d4_SeqId_6_ 2024-11-11T15:33:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T15:33:51,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_1 into 50712f1dbb67c3d93c65c670f1221616/f1 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/6f3ccb480c074dffa717c942d8497e40_SeqId_6_ - updating store file list. 2024-11-11T15:33:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f3ccb480c074dffa717c942d8497e40_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:33:51,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/6f3ccb480c074dffa717c942d8497e40_SeqId_6_ into 50712f1dbb67c3d93c65c670f1221616/f1 2024-11-11T15:33:51,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_1 into 50712f1dbb67c3d93c65c670f1221616/f1 (new location: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/6f3ccb480c074dffa717c942d8497e40_SeqId_6_) 2024-11-11T15:33:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_1 2024-11-11T15:33:51,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_0 into 50712f1dbb67c3d93c65c670f1221616/f1 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/381c346d5dad46c0998a2625710360d4_SeqId_6_ - updating store file list. 2024-11-11T15:33:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 381c346d5dad46c0998a2625710360d4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:33:51,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/381c346d5dad46c0998a2625710360d4_SeqId_6_ into 50712f1dbb67c3d93c65c670f1221616/f1 2024-11-11T15:33:51,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_0 into 50712f1dbb67c3d93c65c670f1221616/f1 (new location: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/f1/381c346d5dad46c0998a2625710360d4_SeqId_6_) 2024-11-11T15:33:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/staging/jenkins__test__qjua4nsbhi79i15n1drnug1b6f0ge3ei4cu4oq7l7tpbihqkvf39kq4evl808cj/f1/hfile_0 2024-11-11T15:33:51,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:51,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:51,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:51,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2 , the old value is region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9a1fddc00362:42899 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:33:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:33:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2 from cache 2024-11-11T15:33:51,678 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T15:33:51,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:51,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:51,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42899,1731339213959, seqNum=-1] 2024-11-11T15:33:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:51,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:51,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616., hostname=9a1fddc00362,42899,1731339213959, seqNum=2] 2024-11-11T15:33:51,783 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:42899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T15:33:51,904 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 687, reset compression=false 2024-11-11T15:33:51,921 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:33:51,922 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,42899,1731339213959 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:33:51,923 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:52,147 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:52,460 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:52,871 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:53,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:53,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,394 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:54,001 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:54,707 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:55,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:56,424 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:57,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:33:57,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:57,449 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:58,597 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:33:59,819 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:01,129 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:02,537 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:03,293 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:34:04,052 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:05,657 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:07,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:09,172 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:09,309 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:34:11,077 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:11,932 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,42899,1731339213959 got entry batch from reader: null 2024-11-11T15:34:13,088 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:15,197 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:17,403 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:17,505 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T15:34:17,505 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T15:34:19,712 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:22,120 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:22,744 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T15:34:22,744 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T15:34:24,633 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:27,240 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:29,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 50712f1dbb67c3d93c65c670f1221616, had cached 0 bytes from a total of 31376 2024-11-11T15:34:29,952 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:30,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c7c90194b27239b934acde1a3d36b20b, had cached 0 bytes from a total of 15585 2024-11-11T15:34:31,932 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,42899,1731339213959 got entry batch from reader: null 2024-11-11T15:34:32,757 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:33,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:34:35,700 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:37,441 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:34:38,706 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:39,309 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:34:41,811 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:45,017 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:48,324 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:51,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:34:51,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:34:51,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:51,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:51,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:51,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:34:51,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2024437287, stopped=false 2024-11-11T15:34:51,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,41967,1731339219387 2024-11-11T15:34:51,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:34:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1138719758/running 2024-11-11T15:34:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1138719758/running 2024-11-11T15:34:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:34:51,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:34:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:34:51,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:34:51,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:51,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:51,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,33797,1731339219689' ***** 2024-11-11T15:34:51,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:34:51,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/running 2024-11-11T15:34:51,722 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:34:51,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:34:51,723 INFO [RS:0;9a1fddc00362:33797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:34:51,723 INFO [RS:0;9a1fddc00362:33797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:34:51,723 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(3091): Received CLOSE for c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,33797,1731339219689 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:33797. 2024-11-11T15:34:51,724 DEBUG [RS:0;9a1fddc00362:33797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:51,724 DEBUG [RS:0;9a1fddc00362:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:51,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7c90194b27239b934acde1a3d36b20b, disabling compactions & flushes 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:34:51,724 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:34:51,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:34:51,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. after waiting 0 ms 2024-11-11T15:34:51,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:34:51,724 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:34:51,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Set watcher on znode that does not yet exist, /1-1138719758/running 2024-11-11T15:34:51,725 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:34:51,725 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1325): Online Regions={c7c90194b27239b934acde1a3d36b20b=test,,1731339224988.c7c90194b27239b934acde1a3d36b20b., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:34:51,725 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c90194b27239b934acde1a3d36b20b 2024-11-11T15:34:51,726 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:34:51,726 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:34:51,726 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:34:51,726 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:34:51,726 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:34:51,727 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T15:34:51,736 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:51,762 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/info/36ac1a4eded242e3ad8db5cd1b1054a9 is 129, key is test,,1731339224988.c7c90194b27239b934acde1a3d36b20b./info:regioninfo/1731339225826/Put/seqid=0 2024-11-11T15:34:51,781 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/default/test/c7c90194b27239b934acde1a3d36b20b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T15:34:51,783 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:34:51,783 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:34:51,783 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:34:51,783 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7c90194b27239b934acde1a3d36b20b: Waiting for close lock at 1731339291724Running coprocessor pre-close hooks at 1731339291724Disabling compacts and flushes for region at 1731339291724Disabling writes for close at 1731339291724Writing region close event to WAL at 1731339291765 (+41 ms)Running coprocessor post-close hooks at 1731339291782 (+17 ms)Closed at 1731339291783 (+1 ms) 2024-11-11T15:34:51,783 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339224988.c7c90194b27239b934acde1a3d36b20b. 2024-11-11T15:34:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741839_1015 (size=6421) 2024-11-11T15:34:51,787 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/info/36ac1a4eded242e3ad8db5cd1b1054a9 2024-11-11T15:34:51,800 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:51,815 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:34:51,815 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:34:51,845 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/ns/28e3ccc5ac4e496fa457585b0c9a100e is 43, key is default/ns:d/1731339222635/Put/seqid=0 2024-11-11T15:34:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741840_1016 (size=5153) 2024-11-11T15:34:51,870 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/ns/28e3ccc5ac4e496fa457585b0c9a100e 2024-11-11T15:34:51,915 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/rep_barrier/b2e619aec1fe4ac48c82b98a81a71e7d is 112, key is test,,1731339224988.c7c90194b27239b934acde1a3d36b20b./rep_barrier:seqnumDuringOpen/1731339225826/Put/seqid=0 2024-11-11T15:34:51,925 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:51,936 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,42899,1731339213959 got entry batch from reader: null 2024-11-11T15:34:51,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741841_1017 (size=5518) 2024-11-11T15:34:52,128 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:52,328 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:52,345 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/rep_barrier/b2e619aec1fe4ac48c82b98a81a71e7d 2024-11-11T15:34:52,393 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/table/23848272ff3b42319f709648e41226d6 is 40, key is test/table:state/1731339225861/Put/seqid=0 2024-11-11T15:34:52,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741842_1018 (size=5165) 2024-11-11T15:34:52,430 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/table/23848272ff3b42319f709648e41226d6 2024-11-11T15:34:52,443 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/info/36ac1a4eded242e3ad8db5cd1b1054a9 as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/info/36ac1a4eded242e3ad8db5cd1b1054a9 2024-11-11T15:34:52,455 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/info/36ac1a4eded242e3ad8db5cd1b1054a9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T15:34:52,463 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/ns/28e3ccc5ac4e496fa457585b0c9a100e as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/ns/28e3ccc5ac4e496fa457585b0c9a100e 2024-11-11T15:34:52,486 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/ns/28e3ccc5ac4e496fa457585b0c9a100e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:34:52,488 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/rep_barrier/b2e619aec1fe4ac48c82b98a81a71e7d as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/rep_barrier/b2e619aec1fe4ac48c82b98a81a71e7d 2024-11-11T15:34:52,504 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/rep_barrier/b2e619aec1fe4ac48c82b98a81a71e7d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T15:34:52,519 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/.tmp/table/23848272ff3b42319f709648e41226d6 as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/table/23848272ff3b42319f709648e41226d6 2024-11-11T15:34:52,527 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/table/23848272ff3b42319f709648e41226d6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:34:52,529 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 802ms, sequenceid=11, compaction requested=false 2024-11-11T15:34:52,531 DEBUG [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:52,601 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T15:34:52,602 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:34:52,602 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:34:52,602 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:34:52,602 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339291726Running coprocessor pre-close hooks at 1731339291726Disabling compacts and flushes for region at 1731339291726Disabling writes for close at 1731339291726Obtaining lock to block concurrent updates at 1731339291727 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731339291727Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731339291727Flushing stores of hbase:meta,,1.1588230740 at 1731339291728 (+1 ms)Flushing 1588230740/info: creating writer at 1731339291728Flushing 1588230740/info: appending metadata at 1731339291762 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731339291762Flushing 1588230740/ns: creating writer at 1731339291797 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731339291844 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731339291844Flushing 1588230740/rep_barrier: creating writer at 1731339291879 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339291913 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339291913Flushing 1588230740/table: creating writer at 1731339292352 (+439 ms)Flushing 1588230740/table: appending metadata at 1731339292393 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731339292393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38274eb8: reopening flushed file at 1731339292436 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea824d3: reopening flushed file at 1731339292455 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18732de4: reopening flushed file at 1731339292486 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbf1195: reopening flushed file at 1731339292504 (+18 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 802ms, sequenceid=11, compaction requested=false at 1731339292529 (+25 ms)Writing region close event to WAL at 1731339292580 (+51 ms)Running coprocessor post-close hooks at 1731339292602 (+22 ms)Closed at 1731339292602 2024-11-11T15:34:52,602 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:34:52,731 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,33797,1731339219689; all regions closed. 2024-11-11T15:34:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741834_1010 (size=2717) 2024-11-11T15:34:52,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689/9a1fddc00362%2C33797%2C1731339219689.meta.1731339222531.meta not finished, retry = 0 2024-11-11T15:34:52,839 DEBUG [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/oldWALs 2024-11-11T15:34:52,839 INFO [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C33797%2C1731339219689.meta:.meta(num 1731339222531) 2024-11-11T15:34:52,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741832_1008 (size=1028) 2024-11-11T15:34:52,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/WALs/9a1fddc00362,33797,1731339219689/9a1fddc00362%2C33797%2C1731339219689.1731339221966 not finished, retry = 0 2024-11-11T15:34:52,951 DEBUG [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/oldWALs 2024-11-11T15:34:52,951 INFO [RS:0;9a1fddc00362:33797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C33797%2C1731339219689:(num 1731339221966) 2024-11-11T15:34:52,951 DEBUG [RS:0;9a1fddc00362:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:52,951 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:52,951 INFO [RS:0;9a1fddc00362:33797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:52,951 INFO [RS:0;9a1fddc00362:33797 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:52,952 INFO [RS:0;9a1fddc00362:33797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:52,952 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:52,952 INFO [RS:0;9a1fddc00362:33797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:33797. 2024-11-11T15:34:52,952 DEBUG [RS:0;9a1fddc00362:33797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:52,952 DEBUG [RS:0;9a1fddc00362:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:52,952 DEBUG [RS:0;9a1fddc00362:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:52,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:34:52,952 INFO [RS:0;9a1fddc00362:33797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33797 2024-11-11T15:34:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1138719758/rs/9a1fddc00362,33797,1731339219689 2024-11-11T15:34:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758/rs 2024-11-11T15:34:52,956 INFO [RS:0;9a1fddc00362:33797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:52,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,33797,1731339219689] 2024-11-11T15:34:52,959 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1138719758/draining/9a1fddc00362,33797,1731339219689 already deleted, retry=false 2024-11-11T15:34:52,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,33797,1731339219689 expired; onlineServers=0 2024-11-11T15:34:52,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,41967,1731339219387' ***** 2024-11-11T15:34:52,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:34:52,959 INFO [M:0;9a1fddc00362:41967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:52,959 INFO [M:0;9a1fddc00362:41967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:52,959 DEBUG [M:0;9a1fddc00362:41967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:34:52,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:34:52,959 DEBUG [M:0;9a1fddc00362:41967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:34:52,960 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339221684 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339221684,5,FailOnTimeoutGroup] 2024-11-11T15:34:52,960 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339221693 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339221693,5,FailOnTimeoutGroup] 2024-11-11T15:34:52,960 INFO [M:0;9a1fddc00362:41967 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:52,960 INFO [M:0;9a1fddc00362:41967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:52,960 DEBUG [M:0;9a1fddc00362:41967 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:34:52,960 INFO [M:0;9a1fddc00362:41967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:34:52,960 INFO [M:0;9a1fddc00362:41967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:34:52,960 INFO [M:0;9a1fddc00362:41967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:34:52,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:34:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1138719758/master 2024-11-11T15:34:52,963 DEBUG [M:0;9a1fddc00362:41967 {}] zookeeper.ZKUtil(347): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Unable to get data of znode /1-1138719758/master because node does not exist (not an error) 2024-11-11T15:34:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1138719758 2024-11-11T15:34:52,963 WARN [M:0;9a1fddc00362:41967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:34:52,964 INFO [M:0;9a1fddc00362:41967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/.lastflushedseqids 2024-11-11T15:34:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741843_1019 (size=173) 2024-11-11T15:34:52,970 INFO [M:0;9a1fddc00362:41967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:34:52,970 INFO [M:0;9a1fddc00362:41967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:34:52,970 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:34:52,970 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:52,970 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:52,970 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:34:52,970 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:52,971 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-11T15:34:52,997 DEBUG [M:0;9a1fddc00362:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d815e267a21a4ddca6c32c78d010e2fa is 82, key is hbase:meta,,1/info:regioninfo/1731339222608/Put/seqid=0 2024-11-11T15:34:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741844_1020 (size=5672) 2024-11-11T15:34:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:53,058 INFO [RS:0;9a1fddc00362:33797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10197f74a8c0004, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:53,058 INFO [RS:0;9a1fddc00362:33797 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,33797,1731339219689; zookeeper connection closed. 2024-11-11T15:34:53,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39400d0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39400d0a 2024-11-11T15:34:53,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:34:53,402 INFO [M:0;9a1fddc00362:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d815e267a21a4ddca6c32c78d010e2fa 2024-11-11T15:34:53,425 DEBUG [M:0;9a1fddc00362:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/035bff0d81ed48c48d733e3d9c8b854d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339225878/Put/seqid=0 2024-11-11T15:34:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741845_1021 (size=6726) 2024-11-11T15:34:53,831 INFO [M:0;9a1fddc00362:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/035bff0d81ed48c48d733e3d9c8b854d 2024-11-11T15:34:53,837 INFO [M:0;9a1fddc00362:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 035bff0d81ed48c48d733e3d9c8b854d 2024-11-11T15:34:53,860 DEBUG [M:0;9a1fddc00362:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed4eaf2c6dd5461cbf10a803d5d9512c is 69, key is 9a1fddc00362,33797,1731339219689/rs:state/1731339221754/Put/seqid=0 2024-11-11T15:34:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741846_1022 (size=5156) 2024-11-11T15:34:54,266 INFO [M:0;9a1fddc00362:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed4eaf2c6dd5461cbf10a803d5d9512c 2024-11-11T15:34:54,273 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d815e267a21a4ddca6c32c78d010e2fa as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d815e267a21a4ddca6c32c78d010e2fa 2024-11-11T15:34:54,280 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d815e267a21a4ddca6c32c78d010e2fa, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T15:34:54,281 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/035bff0d81ed48c48d733e3d9c8b854d as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/035bff0d81ed48c48d733e3d9c8b854d 2024-11-11T15:34:54,286 INFO [M:0;9a1fddc00362:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 035bff0d81ed48c48d733e3d9c8b854d 2024-11-11T15:34:54,286 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/035bff0d81ed48c48d733e3d9c8b854d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T15:34:54,287 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed4eaf2c6dd5461cbf10a803d5d9512c as hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed4eaf2c6dd5461cbf10a803d5d9512c 2024-11-11T15:34:54,295 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38379/user/jenkins/test-data/bec2c840-f7f6-b8a4-f649-6ee4aa889aa0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed4eaf2c6dd5461cbf10a803d5d9512c, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T15:34:54,296 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=58, compaction requested=false 2024-11-11T15:34:54,300 INFO [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:54,301 DEBUG [M:0;9a1fddc00362:41967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339292970Disabling compacts and flushes for region at 1731339292970Disabling writes for close at 1731339292970Obtaining lock to block concurrent updates at 1731339292971 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339292971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731339292971Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339292972 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339292972Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339292996 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339292996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339293408 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339293424 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339293424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339293837 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339293859 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339293859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cf9497: reopening flushed file at 1731339294272 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4879902a: reopening flushed file at 1731339294280 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25145950: reopening flushed file at 1731339294286 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=58, compaction requested=false at 1731339294296 (+10 ms)Writing region close event to WAL at 1731339294300 (+4 ms)Closed at 1731339294300 2024-11-11T15:34:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44745 is added to blk_1073741830_1006 (size=33014) 2024-11-11T15:34:54,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:54,312 INFO [M:0;9a1fddc00362:41967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:34:54,312 INFO [M:0;9a1fddc00362:41967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41967 2024-11-11T15:34:54,318 INFO [M:0;9a1fddc00362:41967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:54,420 INFO [M:0;9a1fddc00362:41967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10197f74a8c0003, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:54,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32bee622{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:34:54,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d3a7fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:54,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:54,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597d7b7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:54,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78c1abda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:54,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:34:54,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:34:54,435 WARN [BP-674294310-172.17.0.3-1731339217544 heartbeating to localhost/127.0.0.1:38379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:34:54,435 WARN [BP-674294310-172.17.0.3-1731339217544 heartbeating to localhost/127.0.0.1:38379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674294310-172.17.0.3-1731339217544 (Datanode Uuid 38c4fe47-c2e2-4c3d-b9b0-f66b6c718935) service to localhost/127.0.0.1:38379 2024-11-11T15:34:54,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/cluster_8702b95f-7aba-39c9-f683-d4ad390cf519/data/data2/current/BP-674294310-172.17.0.3-1731339217544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:54,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/cluster_8702b95f-7aba-39c9-f683-d4ad390cf519/data/data1/current/BP-674294310-172.17.0.3-1731339217544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:54,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:34:54,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb87744{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:34:54,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b95b8aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:54,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:54,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fb14bd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:54,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad22f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:54,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:34:54,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:34:54,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:34:54,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:54,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:54,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:54,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:34:54,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:34:54,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1535039275, stopped=false 2024-11-11T15:34:54,482 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33347,1731339213708 2024-11-11T15:34:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534583966/running 2024-11-11T15:34:54,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:34:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534583966/running 2024-11-11T15:34:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:34:54,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:34:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:34:54,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:54,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:54,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/running 2024-11-11T15:34:54,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Set watcher on znode that does not yet exist, /0-1534583966/running 2024-11-11T15:34:54,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,42899,1731339213959' ***** 2024-11-11T15:34:54,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:34:54,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(3091): Received CLOSE for 27cec590adb9196a260e7e0a4adae5c2 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(3091): Received CLOSE for 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,42899,1731339213959 2024-11-11T15:34:54,493 INFO [RS:0;9a1fddc00362:42899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:54,494 INFO [RS:0;9a1fddc00362:42899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:42899. 2024-11-11T15:34:54,494 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27cec590adb9196a260e7e0a4adae5c2, disabling compactions & flushes 2024-11-11T15:34:54,494 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:34:54,494 DEBUG [RS:0;9a1fddc00362:42899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:54,494 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:34:54,494 DEBUG [RS:0;9a1fddc00362:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:54,494 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. after waiting 0 ms 2024-11-11T15:34:54,494 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:34:54,494 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:34:54,494 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:34:54,494 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:34:54,494 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:34:54,494 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27cec590adb9196a260e7e0a4adae5c2 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T15:34:54,494 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:34:54,494 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1325): Online Regions={27cec590adb9196a260e7e0a4adae5c2=hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2., 1588230740=hbase:meta,,1.1588230740, 50712f1dbb67c3d93c65c670f1221616=test,,1731339222797.50712f1dbb67c3d93c65c670f1221616.} 2024-11-11T15:34:54,494 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27cec590adb9196a260e7e0a4adae5c2, 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:34:54,495 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:34:54,495 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:34:54,495 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:34:54,495 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:34:54,495 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:34:54,495 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:34:54,516 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/.tmp/hfileref/237664054290491886d4c49ff63debab is 74, key is 1/hfileref:6ce023064dd842d1aadfabb6a1308174_SeqId_4_/1731339231030/DeleteColumn/seqid=0 2024-11-11T15:34:54,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741844_1020 (size=5203) 2024-11-11T15:34:54,531 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/info/c92f89aaa4f64983a6e40b3396352078 is 147, key is hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2./info:regioninfo/1731339227678/Put/seqid=0 2024-11-11T15:34:54,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741845_1021 (size=7686) 2024-11-11T15:34:54,582 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:54,695 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27cec590adb9196a260e7e0a4adae5c2, 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:34:54,895 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27cec590adb9196a260e7e0a4adae5c2, 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:34:54,925 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/.tmp/hfileref/237664054290491886d4c49ff63debab 2024-11-11T15:34:54,939 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/info/c92f89aaa4f64983a6e40b3396352078 2024-11-11T15:34:54,954 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/.tmp/queue/8d64c2f125bc4aa583888e5cf6996300 is 153, key is 1-9a1fddc00362,42899,1731339213959/queue:9a1fddc00362%2C42899%2C1731339213959/1731339231924/Put/seqid=0 2024-11-11T15:34:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741846_1022 (size=5352) 2024-11-11T15:34:54,964 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/ns/7b3d2905399649ce8dd10a8d147790fc is 43, key is default/ns:d/1731339217364/Put/seqid=0 2024-11-11T15:34:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741847_1023 (size=5153) 2024-11-11T15:34:55,013 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:34:55,014 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:34:55,095 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27cec590adb9196a260e7e0a4adae5c2, 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:34:55,273 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 to pos 997, reset compression=false 2024-11-11T15:34:55,296 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27cec590adb9196a260e7e0a4adae5c2, 50712f1dbb67c3d93c65c670f1221616 2024-11-11T15:34:55,361 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/.tmp/queue/8d64c2f125bc4aa583888e5cf6996300 2024-11-11T15:34:55,368 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/ns/7b3d2905399649ce8dd10a8d147790fc 2024-11-11T15:34:55,370 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/.tmp/hfileref/237664054290491886d4c49ff63debab as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/hfileref/237664054290491886d4c49ff63debab 2024-11-11T15:34:55,384 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/hfileref/237664054290491886d4c49ff63debab, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T15:34:55,386 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/.tmp/queue/8d64c2f125bc4aa583888e5cf6996300 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/queue/8d64c2f125bc4aa583888e5cf6996300 2024-11-11T15:34:55,401 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/queue/8d64c2f125bc4aa583888e5cf6996300, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T15:34:55,405 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 27cec590adb9196a260e7e0a4adae5c2 in 911ms, sequenceid=10, compaction requested=false 2024-11-11T15:34:55,412 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/rep_barrier/f05806e1e39c425b9539a7bb1bd0ec27 is 112, key is test,,1731339222797.50712f1dbb67c3d93c65c670f1221616./rep_barrier:seqnumDuringOpen/1731339224231/Put/seqid=0 2024-11-11T15:34:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741848_1024 (size=5518) 2024-11-11T15:34:55,421 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/replication/27cec590adb9196a260e7e0a4adae5c2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T15:34:55,422 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:34:55,422 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:34:55,422 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:34:55,422 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27cec590adb9196a260e7e0a4adae5c2: Waiting for close lock at 1731339294493Running coprocessor pre-close hooks at 1731339294493Disabling compacts and flushes for region at 1731339294494 (+1 ms)Disabling writes for close at 1731339294494Obtaining lock to block concurrent updates at 1731339294494Preparing flush snapshotting stores in 27cec590adb9196a260e7e0a4adae5c2 at 1731339294494Finished memstore snapshotting hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731339294494Flushing stores of hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. at 1731339294496 (+2 ms)Flushing 27cec590adb9196a260e7e0a4adae5c2/hfileref: creating writer at 1731339294496Flushing 27cec590adb9196a260e7e0a4adae5c2/hfileref: appending metadata at 1731339294515 (+19 ms)Flushing 27cec590adb9196a260e7e0a4adae5c2/hfileref: closing flushed file at 1731339294515Flushing 27cec590adb9196a260e7e0a4adae5c2/queue: creating writer at 1731339294937 (+422 ms)Flushing 27cec590adb9196a260e7e0a4adae5c2/queue: appending metadata at 1731339294954 (+17 ms)Flushing 27cec590adb9196a260e7e0a4adae5c2/queue: closing flushed file at 1731339294954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c95208: reopening flushed file at 1731339295368 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b81fa5: reopening flushed file at 1731339295385 (+17 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 27cec590adb9196a260e7e0a4adae5c2 in 911ms, sequenceid=10, compaction requested=false at 1731339295405 (+20 ms)Writing region close event to WAL at 1731339295413 (+8 ms)Running coprocessor post-close hooks at 1731339295422 (+9 ms)Closed at 1731339295422 2024-11-11T15:34:55,423 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339226273.27cec590adb9196a260e7e0a4adae5c2. 2024-11-11T15:34:55,423 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50712f1dbb67c3d93c65c670f1221616, disabling compactions & flushes 2024-11-11T15:34:55,423 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:34:55,423 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:34:55,423 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. after waiting 0 ms 2024-11-11T15:34:55,423 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:34:55,440 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/default/test/50712f1dbb67c3d93c65c670f1221616/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:34:55,441 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:34:55,441 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:34:55,441 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:34:55,441 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50712f1dbb67c3d93c65c670f1221616: Waiting for close lock at 1731339295423Running coprocessor pre-close hooks at 1731339295423Disabling compacts and flushes for region at 1731339295423Disabling writes for close at 1731339295423Writing region close event to WAL at 1731339295428 (+5 ms)Running coprocessor post-close hooks at 1731339295440 (+12 ms)Closed at 1731339295441 (+1 ms) 2024-11-11T15:34:55,441 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339222797.50712f1dbb67c3d93c65c670f1221616. 2024-11-11T15:34:55,496 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:34:55,496 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:34:55,496 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:55,696 DEBUG [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:55,822 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/rep_barrier/f05806e1e39c425b9539a7bb1bd0ec27 2024-11-11T15:34:55,842 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/table/e8e6107517744d9b85a7590ba433d684 is 53, key is hbase:replication/table:state/1731339227700/Put/seqid=0 2024-11-11T15:34:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741849_1025 (size=5308) 2024-11-11T15:34:55,847 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/table/e8e6107517744d9b85a7590ba433d684 2024-11-11T15:34:55,853 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/info/c92f89aaa4f64983a6e40b3396352078 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/info/c92f89aaa4f64983a6e40b3396352078 2024-11-11T15:34:55,859 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/info/c92f89aaa4f64983a6e40b3396352078, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:34:55,861 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/ns/7b3d2905399649ce8dd10a8d147790fc as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/ns/7b3d2905399649ce8dd10a8d147790fc 2024-11-11T15:34:55,868 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/ns/7b3d2905399649ce8dd10a8d147790fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:34:55,869 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/rep_barrier/f05806e1e39c425b9539a7bb1bd0ec27 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/rep_barrier/f05806e1e39c425b9539a7bb1bd0ec27 2024-11-11T15:34:55,874 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/rep_barrier/f05806e1e39c425b9539a7bb1bd0ec27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:34:55,875 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/.tmp/table/e8e6107517744d9b85a7590ba433d684 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/table/e8e6107517744d9b85a7590ba433d684 2024-11-11T15:34:55,880 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/table/e8e6107517744d9b85a7590ba433d684, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:34:55,881 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false 2024-11-11T15:34:55,881 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:34:55,887 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:34:55,888 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:34:55,888 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:34:55,888 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:34:55,888 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339294495Running coprocessor pre-close hooks at 1731339294495Disabling compacts and flushes for region at 1731339294495Disabling writes for close at 1731339294495Obtaining lock to block concurrent updates at 1731339294495Preparing flush snapshotting stores in 1588230740 at 1731339294495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339294495Flushing stores of hbase:meta,,1.1588230740 at 1731339294500 (+5 ms)Flushing 1588230740/info: creating writer at 1731339294500Flushing 1588230740/info: appending metadata at 1731339294530 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731339294531 (+1 ms)Flushing 1588230740/ns: creating writer at 1731339294945 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731339294963 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731339294963Flushing 1588230740/rep_barrier: creating writer at 1731339295377 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339295412 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339295412Flushing 1588230740/table: creating writer at 1731339295827 (+415 ms)Flushing 1588230740/table: appending metadata at 1731339295842 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731339295842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787b71d7: reopening flushed file at 1731339295852 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188780a1: reopening flushed file at 1731339295860 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a52872: reopening flushed file at 1731339295868 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7065ad14: reopening flushed file at 1731339295874 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false at 1731339295881 (+7 ms)Writing region close event to WAL at 1731339295884 (+3 ms)Running coprocessor post-close hooks at 1731339295888 (+4 ms)Closed at 1731339295888 2024-11-11T15:34:55,888 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:34:55,896 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,42899,1731339213959; all regions closed. 2024-11-11T15:34:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:34:55,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.meta.1731339217222.meta not finished, retry = 0 2024-11-11T15:34:56,002 DEBUG [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/oldWALs 2024-11-11T15:34:56,002 INFO [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42899%2C1731339213959.meta:.meta(num 1731339217222) 2024-11-11T15:34:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741839_1015 (size=2700) 2024-11-11T15:34:56,009 DEBUG [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/oldWALs 2024-11-11T15:34:56,009 INFO [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42899%2C1731339213959.rep:(num 1731339227549) 2024-11-11T15:34:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741832_1008 (size=1300) 2024-11-11T15:34:56,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/WALs/9a1fddc00362,42899,1731339213959/9a1fddc00362%2C42899%2C1731339213959.1731339216107 not finished, retry = 0 2024-11-11T15:34:56,115 DEBUG [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/oldWALs 2024-11-11T15:34:56,116 INFO [RS:0;9a1fddc00362:42899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42899%2C1731339213959:(num 1731339216107) 2024-11-11T15:34:56,116 DEBUG [RS:0;9a1fddc00362:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:56,116 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:56,116 INFO [RS:0;9a1fddc00362:42899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:56,116 INFO [RS:0;9a1fddc00362:42899 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:56,116 INFO [RS:0;9a1fddc00362:42899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:56,116 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:56,116 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,42899,1731339213959 because: Region server is closing 2024-11-11T15:34:56,117 INFO [RS:0;9a1fddc00362:42899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:42899. 2024-11-11T15:34:56,117 DEBUG [RS:0;9a1fddc00362:42899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:56,117 DEBUG [RS:0;9a1fddc00362:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:56,117 DEBUG [RS:0;9a1fddc00362:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:56,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:34:56,217 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:34:56,217 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.wal-reader.9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:34:56,218 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,42899,1731339213959.replicationSource.shipper9a1fddc00362%2C42899%2C1731339213959,1-9a1fddc00362,42899,1731339213959 terminated 2024-11-11T15:34:56,218 INFO [RS:0;9a1fddc00362:42899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42899 2024-11-11T15:34:56,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534583966/rs/9a1fddc00362,42899,1731339213959 2024-11-11T15:34:56,221 INFO [RS:0;9a1fddc00362:42899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:56,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966/rs 2024-11-11T15:34:56,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,42899,1731339213959] 2024-11-11T15:34:56,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534583966/draining/9a1fddc00362,42899,1731339213959 already deleted, retry=false 2024-11-11T15:34:56,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,42899,1731339213959 expired; onlineServers=0 2024-11-11T15:34:56,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33347,1731339213708' ***** 2024-11-11T15:34:56,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:34:56,230 INFO [M:0;9a1fddc00362:33347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:56,230 INFO [M:0;9a1fddc00362:33347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:56,230 DEBUG [M:0;9a1fddc00362:33347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:34:56,230 DEBUG [M:0;9a1fddc00362:33347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:34:56,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:34:56,230 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339215812 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339215812,5,FailOnTimeoutGroup] 2024-11-11T15:34:56,230 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339215816 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339215816,5,FailOnTimeoutGroup] 2024-11-11T15:34:56,230 INFO [M:0;9a1fddc00362:33347 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:56,231 INFO [M:0;9a1fddc00362:33347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:56,231 DEBUG [M:0;9a1fddc00362:33347 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:34:56,231 INFO [M:0;9a1fddc00362:33347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:34:56,231 INFO [M:0;9a1fddc00362:33347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:34:56,231 INFO [M:0;9a1fddc00362:33347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:34:56,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:34:56,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534583966/master 2024-11-11T15:34:56,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534583966 2024-11-11T15:34:56,233 DEBUG [M:0;9a1fddc00362:33347 {}] zookeeper.ZKUtil(347): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Unable to get data of znode /0-1534583966/master because node does not exist (not an error) 2024-11-11T15:34:56,233 WARN [M:0;9a1fddc00362:33347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:34:56,234 INFO [M:0;9a1fddc00362:33347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/.lastflushedseqids 2024-11-11T15:34:56,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741850_1026 (size=263) 2024-11-11T15:34:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10197f74a8c0001, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:56,324 INFO [RS:0;9a1fddc00362:42899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:56,324 INFO [RS:0;9a1fddc00362:42899 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,42899,1731339213959; zookeeper connection closed. 2024-11-11T15:34:56,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6607461c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6607461c 2024-11-11T15:34:56,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:34:56,643 INFO [M:0;9a1fddc00362:33347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:34:56,644 INFO [M:0;9a1fddc00362:33347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:34:56,644 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:34:56,644 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:56,644 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:56,644 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:34:56,644 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:56,644 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-11T15:34:56,665 DEBUG [M:0;9a1fddc00362:33347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a371f60934544295b47c7bf35313ac92 is 82, key is hbase:meta,,1/info:regioninfo/1731339217344/Put/seqid=0 2024-11-11T15:34:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741851_1027 (size=5672) 2024-11-11T15:34:56,672 INFO [M:0;9a1fddc00362:33347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a371f60934544295b47c7bf35313ac92 2024-11-11T15:34:56,694 DEBUG [M:0;9a1fddc00362:33347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9bf1f54ed5d4e34a7f53646760c261c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339224305/Put/seqid=0 2024-11-11T15:34:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741852_1028 (size=7240) 2024-11-11T15:34:56,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:56,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:56,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:56,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:56,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:57,107 INFO [M:0;9a1fddc00362:33347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9bf1f54ed5d4e34a7f53646760c261c 2024-11-11T15:34:57,112 INFO [M:0;9a1fddc00362:33347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9bf1f54ed5d4e34a7f53646760c261c 2024-11-11T15:34:57,127 DEBUG [M:0;9a1fddc00362:33347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f47a9ab2ec324c5c93004fc216b8c51d is 69, key is 9a1fddc00362,42899,1731339213959/rs:state/1731339215909/Put/seqid=0 2024-11-11T15:34:57,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741853_1029 (size=5156) 2024-11-11T15:34:57,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:34:57,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:57,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:57,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:57,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:57,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:34:57,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:34:57,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:34:57,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:34:57,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:34:57,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:34:57,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:34:57,532 INFO [M:0;9a1fddc00362:33347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f47a9ab2ec324c5c93004fc216b8c51d 2024-11-11T15:34:57,538 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a371f60934544295b47c7bf35313ac92 as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a371f60934544295b47c7bf35313ac92 2024-11-11T15:34:57,543 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a371f60934544295b47c7bf35313ac92, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T15:34:57,544 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9bf1f54ed5d4e34a7f53646760c261c as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9bf1f54ed5d4e34a7f53646760c261c 2024-11-11T15:34:57,550 INFO [M:0;9a1fddc00362:33347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9bf1f54ed5d4e34a7f53646760c261c 2024-11-11T15:34:57,550 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9bf1f54ed5d4e34a7f53646760c261c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T15:34:57,551 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f47a9ab2ec324c5c93004fc216b8c51d as hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f47a9ab2ec324c5c93004fc216b8c51d 2024-11-11T15:34:57,555 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34363/user/jenkins/test-data/9a77eccf-7214-4ffc-cfba-66d1367d8d6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f47a9ab2ec324c5c93004fc216b8c51d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T15:34:57,557 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false 2024-11-11T15:34:57,558 INFO [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:57,558 DEBUG [M:0;9a1fddc00362:33347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339296644Disabling compacts and flushes for region at 1731339296644Disabling writes for close at 1731339296644Obtaining lock to block concurrent updates at 1731339296644Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339296644Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731339296645 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339296645Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339296645Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339296664 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339296665 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339296677 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339296693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339296693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339297112 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339297127 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339297127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bf9653: reopening flushed file at 1731339297537 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e36ac7d: reopening flushed file at 1731339297544 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4fa48f: reopening flushed file at 1731339297550 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false at 1731339297557 (+7 ms)Writing region close event to WAL at 1731339297558 (+1 ms)Closed at 1731339297558 2024-11-11T15:34:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741830_1006 (size=64526) 2024-11-11T15:34:57,562 INFO [M:0;9a1fddc00362:33347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:34:57,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:57,562 INFO [M:0;9a1fddc00362:33347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33347 2024-11-11T15:34:57,562 INFO [M:0;9a1fddc00362:33347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:57,664 INFO [M:0;9a1fddc00362:33347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33347-0x10197f74a8c0000, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:57,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@246a37fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:34:57,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d018ace{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:57,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:57,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cd7ef2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:57,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75974cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:57,671 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:34:57,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:34:57,671 WARN [BP-217837512-172.17.0.3-1731339212146 heartbeating to localhost/127.0.0.1:34363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:34:57,671 WARN [BP-217837512-172.17.0.3-1731339212146 heartbeating to localhost/127.0.0.1:34363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217837512-172.17.0.3-1731339212146 (Datanode Uuid 00ad9165-674b-49e5-948c-25f3fd42f40a) service to localhost/127.0.0.1:34363 2024-11-11T15:34:57,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/data/data1/current/BP-217837512-172.17.0.3-1731339212146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:57,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/cluster_6905cc01-55a0-efad-8f5e-82e3b3145bf8/data/data2/current/BP-217837512-172.17.0.3-1731339212146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:57,673 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:34:57,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b8dd9f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:34:57,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba2ec34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:57,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:57,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75fa533e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:57,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cba31bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cedee2e4-df52-68d2-0a24-994e1e5f9b0c/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:57,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:34:57,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:34:57,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:34363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:34363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:34363 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62747) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5f18b8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5f18b8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62747) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:38379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:38379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:38379 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=771 (was 1310), ProcessCount=11 (was 11), AvailableMemoryMB=2050 (was 568) - AvailableMemoryMB LEAK? - 2024-11-11T15:34:57,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=771, ProcessCount=11, AvailableMemoryMB=2049 2024-11-11T15:34:57,750 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T15:34:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir so I do NOT create it in target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c 2024-11-11T15:34:57,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:34:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.tmp.dir so I do NOT create it in target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c 2024-11-11T15:34:57,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec5fdc20-589a-91fa-7fab-4449be970b77/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:34:57,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c 2024-11-11T15:34:57,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245, deleteOnExit=true 2024-11-11T15:34:57,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/zookeeper_0, clientPort=61527, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:34:57,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61527 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/test.cache.data in system properties and HBase conf 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:34:57,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:34:57,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:34:57,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:34:57,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:34:57,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f74a8c0002, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:34:57,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f74a8c0005, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:34:57,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f74a8c0002, quorum=127.0.0.1:62747, baseZNode=/0-1534583966 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:34:57,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f74a8c0005, quorum=127.0.0.1:62747, baseZNode=/1-1138719758 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:34:57,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:34:57,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:34:57,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:34:57,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:34:57,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:34:57,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:34:57,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338a5129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:34:57,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c6152e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:34:57,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f7e3597{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/java.io.tmpdir/jetty-localhost-40635-hadoop-hdfs-3_4_1-tests_jar-_-any-16484447412738782174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:34:57,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5172e574{HTTP/1.1, (http/1.1)}{localhost:40635} 2024-11-11T15:34:57,991 INFO [Time-limited test {}] server.Server(415): Started @139587ms 2024-11-11T15:34:58,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:34:58,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:34:58,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:34:58,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:34:58,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:34:58,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d1a53dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:34:58,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e999bfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:34:58,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c1e45f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/java.io.tmpdir/jetty-localhost-35697-hadoop-hdfs-3_4_1-tests_jar-_-any-15853792929623666343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:34:58,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4510eed8{HTTP/1.1, (http/1.1)}{localhost:35697} 2024-11-11T15:34:58,379 INFO [Time-limited test {}] server.Server(415): Started @139974ms 2024-11-11T15:34:58,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:34:58,565 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/data/data1/current/BP-1306132794-172.17.0.3-1731339297777/current, will proceed with Du for space computation calculation, 2024-11-11T15:34:58,569 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/data/data2/current/BP-1306132794-172.17.0.3-1731339297777/current, will proceed with Du for space computation calculation, 2024-11-11T15:34:58,614 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:34:58,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa255a6b2a8fda675 with lease ID 0x43e9a0babd702bfe: Processing first storage report for DS-9d214185-9762-4691-b102-aba35b21c108 from datanode DatanodeRegistration(127.0.0.1:33981, datanodeUuid=515779b0-3bbf-45ed-8c09-c0804469dc5e, infoPort=38337, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=1267567484;c=1731339297777) 2024-11-11T15:34:58,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa255a6b2a8fda675 with lease ID 0x43e9a0babd702bfe: from storage DS-9d214185-9762-4691-b102-aba35b21c108 node DatanodeRegistration(127.0.0.1:33981, datanodeUuid=515779b0-3bbf-45ed-8c09-c0804469dc5e, infoPort=38337, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=1267567484;c=1731339297777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:34:58,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa255a6b2a8fda675 with lease ID 0x43e9a0babd702bfe: Processing first storage report for DS-89820f75-f6c7-4900-9417-1eceef9d0cf4 from datanode DatanodeRegistration(127.0.0.1:33981, datanodeUuid=515779b0-3bbf-45ed-8c09-c0804469dc5e, infoPort=38337, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=1267567484;c=1731339297777) 2024-11-11T15:34:58,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa255a6b2a8fda675 with lease ID 0x43e9a0babd702bfe: from storage DS-89820f75-f6c7-4900-9417-1eceef9d0cf4 node DatanodeRegistration(127.0.0.1:33981, datanodeUuid=515779b0-3bbf-45ed-8c09-c0804469dc5e, infoPort=38337, infoSecurePort=0, ipcPort=35649, storageInfo=lv=-57;cid=testClusterID;nsid=1267567484;c=1731339297777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:34:58,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c 2024-11-11T15:34:58,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:58,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:58,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:34:59,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811 with version=8 2024-11-11T15:34:59,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/hbase-staging 2024-11-11T15:34:59,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:34:59,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:34:59,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46493 2024-11-11T15:34:59,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46493 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:34:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464930x0, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:34:59,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46493-0x10197f899410000 connected 2024-11-11T15:34:59,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:59,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:59,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:34:59,134 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811, hbase.cluster.distributed=false 2024-11-11T15:34:59,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/acl 2024-11-11T15:34:59,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-11T15:34:59,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46493 2024-11-11T15:34:59,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46493 2024-11-11T15:34:59,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-11T15:34:59,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-11T15:34:59,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:34:59,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:34:59,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34021 2024-11-11T15:34:59,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34021 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:34:59,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:59,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:59,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340210x0, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:34:59,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34021-0x10197f899410001 connected 2024-11-11T15:34:59,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:34:59,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:34:59,174 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:34:59,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/master 2024-11-11T15:34:59,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/acl 2024-11-11T15:34:59,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-11T15:34:59,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34021 2024-11-11T15:34:59,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34021 2024-11-11T15:34:59,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-11T15:34:59,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-11T15:34:59,199 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:46493 2024-11-11T15:34:59,199 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1465378927/backup-masters/9a1fddc00362,46493,1731339299110 2024-11-11T15:34:59,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:34:59,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:34:59,202 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on existing znode=/0-1465378927/backup-masters/9a1fddc00362,46493,1731339299110 2024-11-11T15:34:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465378927/master 2024-11-11T15:34:59,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:34:59,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:34:59,207 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on existing znode=/0-1465378927/master 2024-11-11T15:34:59,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1465378927/backup-masters/9a1fddc00362,46493,1731339299110 from backup master directory 2024-11-11T15:34:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/backup-masters/9a1fddc00362,46493,1731339299110 2024-11-11T15:34:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:34:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:34:59,209 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:34:59,209 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,46493,1731339299110 2024-11-11T15:34:59,213 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/hbase.id] with ID: 0f664358-9604-44fa-a120-407a05d8b55f 2024-11-11T15:34:59,213 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/.tmp/hbase.id 2024-11-11T15:34:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:34:59,622 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/.tmp/hbase.id]:[hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/hbase.id] 2024-11-11T15:34:59,635 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:34:59,635 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:34:59,638 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-11T15:34:59,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:34:59,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:34:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:35:00,052 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:00,053 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:00,056 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:35:00,494 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store 2024-11-11T15:35:00,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:35:00,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:00,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:00,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:00,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:00,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:00,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:00,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:00,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339300529Disabling compacts and flushes for region at 1731339300529Disabling writes for close at 1731339300529Writing region close event to WAL at 1731339300529Closed at 1731339300529 2024-11-11T15:35:00,531 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/.initializing 2024-11-11T15:35:00,531 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110 2024-11-11T15:35:00,540 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:00,543 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C46493%2C1731339299110, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:00,565 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110/9a1fddc00362%2C46493%2C1731339299110.1731339300543, exclude list is [], retry=0 2024-11-11T15:35:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:00,602 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110/9a1fddc00362%2C46493%2C1731339299110.1731339300543 2024-11-11T15:35:00,603 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:00,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:00,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:00,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:00,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:00,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:00,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:00,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:00,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:00,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:00,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:00,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:00,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:00,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:00,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:00,621 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,622 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,622 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,624 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,624 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,625 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:00,632 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:00,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:00,636 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64696467, jitterRate=-0.035947516560554504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:00,638 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339300604Initializing all the Stores at 1731339300606 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339300606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339300607 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339300607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339300607Cleaning up temporary data from old regions at 1731339300624 (+17 ms)Region opened successfully at 1731339300638 (+14 ms) 2024-11-11T15:35:00,640 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:00,643 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3cc9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:00,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:35:00,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:00,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:00,644 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:00,645 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:35:00,645 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:35:00,645 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:00,663 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:00,664 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:00,665 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/balancer already deleted, retry=false 2024-11-11T15:35:00,666 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:00,666 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:00,668 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/normalizer already deleted, retry=false 2024-11-11T15:35:00,668 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:00,670 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:00,671 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/switch/split already deleted, retry=false 2024-11-11T15:35:00,673 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:00,676 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/switch/merge already deleted, retry=false 2024-11-11T15:35:00,692 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:00,694 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:00,698 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,46493,1731339299110, sessionid=0x10197f899410000, setting cluster-up flag (Was=false) 2024-11-11T15:35:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:00,716 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465378927/flush-table-proc/acquired, /0-1465378927/flush-table-proc/reached, /0-1465378927/flush-table-proc/abort 2024-11-11T15:35:00,726 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,46493,1731339299110 2024-11-11T15:35:00,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:00,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:00,796 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465378927/online-snapshot/acquired, /0-1465378927/online-snapshot/reached, /0-1465378927/online-snapshot/abort 2024-11-11T15:35:00,807 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,46493,1731339299110 2024-11-11T15:35:00,817 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:35:00,822 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:00,823 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:00,823 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:00,823 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,46493,1731339299110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:00,836 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:00,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:00,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:35:00,856 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:00,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:35:00,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339330872 2024-11-11T15:35:00,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:00,873 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:00,873 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:00,873 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:00,873 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:00,873 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:00,878 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:00,878 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:00,879 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:00,879 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:00,879 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:00,880 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:00,880 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:00,892 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339300880,5,FailOnTimeoutGroup] 2024-11-11T15:35:00,901 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339300892,5,FailOnTimeoutGroup] 2024-11-11T15:35:00,901 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:00,902 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:00,902 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:00,902 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:00,908 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(746): ClusterId : 0f664358-9604-44fa-a120-407a05d8b55f 2024-11-11T15:35:00,908 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:00,924 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:00,924 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:00,938 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:00,938 DEBUG [RS:0;9a1fddc00362:34021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452ca75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:35:00,961 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:34021 2024-11-11T15:35:00,961 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:00,961 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:00,961 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:00,964 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,46493,1731339299110 with port=34021, startcode=1731339299161 2024-11-11T15:35:00,965 DEBUG [RS:0;9a1fddc00362:34021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:00,968 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:00,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,34021,1731339299161 2024-11-11T15:35:00,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46493 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,34021,1731339299161 2024-11-11T15:35:00,971 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811 2024-11-11T15:35:00,971 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40993 2024-11-11T15:35:00,971 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:00,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/rs 2024-11-11T15:35:00,988 DEBUG [RS:0;9a1fddc00362:34021 {}] zookeeper.ZKUtil(111): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on existing znode=/0-1465378927/rs/9a1fddc00362,34021,1731339299161 2024-11-11T15:35:00,988 WARN [RS:0;9a1fddc00362:34021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:00,988 INFO [RS:0;9a1fddc00362:34021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:00,989 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161 2024-11-11T15:35:00,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,34021,1731339299161] 2024-11-11T15:35:01,032 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:01,040 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:01,044 INFO [RS:0;9a1fddc00362:34021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:01,044 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,057 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:01,072 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:01,072 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:01,073 DEBUG [RS:0;9a1fddc00362:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:01,102 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,103 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,103 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,103 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,103 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,103 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34021,1731339299161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:01,140 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:01,140 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34021,1731339299161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,146 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,147 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.Replication(171): 9a1fddc00362,34021,1731339299161 started 2024-11-11T15:35:01,188 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:01,189 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,34021,1731339299161, RpcServer on 9a1fddc00362/172.17.0.3:34021, sessionid=0x10197f899410001 2024-11-11T15:35:01,190 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:01,190 DEBUG [RS:0;9a1fddc00362:34021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,34021,1731339299161 2024-11-11T15:35:01,190 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,34021,1731339299161' 2024-11-11T15:35:01,190 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465378927/flush-table-proc/abort' 2024-11-11T15:35:01,200 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465378927/flush-table-proc/acquired' 2024-11-11T15:35:01,201 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:01,201 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:01,201 DEBUG [RS:0;9a1fddc00362:34021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,34021,1731339299161 2024-11-11T15:35:01,201 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,34021,1731339299161' 2024-11-11T15:35:01,201 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465378927/online-snapshot/abort' 2024-11-11T15:35:01,201 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465378927/online-snapshot/acquired' 2024-11-11T15:35:01,202 DEBUG [RS:0;9a1fddc00362:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:01,202 INFO [RS:0;9a1fddc00362:34021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:01,202 INFO [RS:0;9a1fddc00362:34021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:01,302 INFO [RS:0;9a1fddc00362:34021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:01,317 INFO [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C34021%2C1731339299161, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs, maxLogs=10 2024-11-11T15:35:01,344 DEBUG [RS:0;9a1fddc00362:34021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317, exclude list is [], retry=0 2024-11-11T15:35:01,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:35:01,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811 2024-11-11T15:35:01,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:01,384 INFO [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317 2024-11-11T15:35:01,388 DEBUG [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:01,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:35:01,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:01,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:01,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:01,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:01,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:01,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:01,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:01,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:01,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:01,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:01,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:01,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:01,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:01,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:01,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740 2024-11-11T15:35:01,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740 2024-11-11T15:35:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:01,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:01,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:01,836 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:01,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68103459, jitterRate=0.01482062041759491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339301818Initializing all the Stores at 1731339301819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339301819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339301819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339301819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339301819Cleaning up temporary data from old regions at 1731339301831 (+12 ms)Region opened successfully at 1731339301838 (+7 ms) 2024-11-11T15:35:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:01,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:01,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:01,838 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:01,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339301838Disabling compacts and flushes for region at 1731339301838Disabling writes for close at 1731339301838Writing region close event to WAL at 1731339301838Closed at 1731339301838 2024-11-11T15:35:01,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:01,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:35:01,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:01,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:01,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:35:01,993 DEBUG [9a1fddc00362:46493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:01,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,34021,1731339299161 2024-11-11T15:35:01,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,34021,1731339299161, state=OPENING 2024-11-11T15:35:01,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:35:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:02,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:02,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:02,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:02,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,34021,1731339299161}] 2024-11-11T15:35:02,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:02,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:02,161 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:02,162 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:02,162 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:02,164 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C34021%2C1731339299161.meta, suffix=.meta, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs, maxLogs=10 2024-11-11T15:35:02,179 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.meta.1731339302164.meta, exclude list is [], retry=0 2024-11-11T15:35:02,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:02,193 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.meta.1731339302164.meta 2024-11-11T15:35:02,193 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:02,193 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:02,194 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:02,194 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:02,194 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:02,194 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:02,194 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:02,195 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:02,195 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:02,195 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:02,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:02,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:02,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:02,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:02,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:02,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:02,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:02,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:02,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:02,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:02,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:02,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:02,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:02,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:02,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:02,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:02,212 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:02,213 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740 2024-11-11T15:35:02,214 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740 2024-11-11T15:35:02,216 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:02,216 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:02,217 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:02,218 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:02,219 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061176, jitterRate=-0.06031525135040283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:02,219 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:02,219 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339302195Writing region info on filesystem at 1731339302195Initializing all the Stores at 1731339302200 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339302201 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339302201Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339302201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339302201Cleaning up temporary data from old regions at 1731339302216 (+15 ms)Running coprocessor post-open hooks at 1731339302219 (+3 ms)Region opened successfully at 1731339302219 2024-11-11T15:35:02,221 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339302155 2024-11-11T15:35:02,223 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:02,223 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:02,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,34021,1731339299161 2024-11-11T15:35:02,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,34021,1731339299161, state=OPEN 2024-11-11T15:35:02,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:02,228 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,34021,1731339299161 2024-11-11T15:35:02,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:02,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:02,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:02,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:35:02,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,34021,1731339299161 in 226 msec 2024-11-11T15:35:02,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:35:02,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-11T15:35:02,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:02,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:35:02,236 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:02,237 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,34021,1731339299161, seqNum=-1] 2024-11-11T15:35:02,237 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:02,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:02,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4270 sec 2024-11-11T15:35:02,256 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339302256, completionTime=-1 2024-11-11T15:35:02,256 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:35:02,256 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:02,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:02,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339362269 2024-11-11T15:35:02,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339422269 2024-11-11T15:35:02,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-11T15:35:02,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46493,1731339299110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46493,1731339299110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46493,1731339299110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:46493, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,276 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:35:02,280 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.080sec 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46493,1731339299110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:02,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46493,1731339299110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:02,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaa590f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:02,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,46493,-1 for getting cluster id 2024-11-11T15:35:02,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:02,322 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:02,322 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:02,322 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46493,1731339299110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:02,325 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f664358-9604-44fa-a120-407a05d8b55f' 2024-11-11T15:35:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f664358-9604-44fa-a120-407a05d8b55f" 2024-11-11T15:35:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4898ee82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,46493,-1] 2024-11-11T15:35:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:02,332 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:02,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52083915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:02,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,34021,1731339299161, seqNum=-1] 2024-11-11T15:35:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:02,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:02,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,46493,1731339299110 2024-11-11T15:35:02,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:35:02,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:02,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f899410002 connected 2024-11-11T15:35:02,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir so I do NOT create it in target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9 2024-11-11T15:35:02,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:35:02,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.tmp.dir so I do NOT create it in target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9 2024-11-11T15:35:02,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:35:02,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9 2024-11-11T15:35:02,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:35:02,413 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/cluster_2bc7ee04-d8fb-662f-4d48-920683077c86, deleteOnExit=true 2024-11-11T15:35:02,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/test.cache.data in system properties and HBase conf 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:35:02,414 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:35:02,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:35:02,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:35:02,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:02,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:35:02,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:35:02,535 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:35:02,584 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:02,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:02,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:02,587 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:02,587 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:02,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:02,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:02,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:02,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:02,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:02,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:35:02,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:02,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29822708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:02,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@889e012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:02,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15361c45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/java.io.tmpdir/jetty-localhost-45507-hadoop-hdfs-3_4_1-tests_jar-_-any-5796098868173883409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:02,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b3e22f{HTTP/1.1, (http/1.1)}{localhost:45507} 2024-11-11T15:35:02,837 INFO [Time-limited test {}] server.Server(415): Started @144432ms 2024-11-11T15:35:03,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:03,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:03,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:03,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:03,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:35:03,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@651472f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:03,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2757a99f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:03,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@421c02d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/java.io.tmpdir/jetty-localhost-35685-hadoop-hdfs-3_4_1-tests_jar-_-any-6147784869935240587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:03,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@358c4d9e{HTTP/1.1, (http/1.1)}{localhost:35685} 2024-11-11T15:35:03,226 INFO [Time-limited test {}] server.Server(415): Started @144822ms 2024-11-11T15:35:03,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:35:03,360 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/cluster_2bc7ee04-d8fb-662f-4d48-920683077c86/data/data1/current/BP-679423886-172.17.0.3-1731339302447/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:03,364 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/cluster_2bc7ee04-d8fb-662f-4d48-920683077c86/data/data2/current/BP-679423886-172.17.0.3-1731339302447/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:03,410 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:35:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f7f60e154ae9815 with lease ID 0x6e981eabbd2e19ef: Processing first storage report for DS-2e618604-1c6f-4871-b71b-f67ff1f17158 from datanode DatanodeRegistration(127.0.0.1:41631, datanodeUuid=90ff016d-5b0d-4ea0-83f7-644e98a96210, infoPort=35857, infoSecurePort=0, ipcPort=34203, storageInfo=lv=-57;cid=testClusterID;nsid=2122306213;c=1731339302447) 2024-11-11T15:35:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f7f60e154ae9815 with lease ID 0x6e981eabbd2e19ef: from storage DS-2e618604-1c6f-4871-b71b-f67ff1f17158 node DatanodeRegistration(127.0.0.1:41631, datanodeUuid=90ff016d-5b0d-4ea0-83f7-644e98a96210, infoPort=35857, infoSecurePort=0, ipcPort=34203, storageInfo=lv=-57;cid=testClusterID;nsid=2122306213;c=1731339302447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f7f60e154ae9815 with lease ID 0x6e981eabbd2e19ef: Processing first storage report for DS-2b519251-d779-43c4-b086-51f6b81095b1 from datanode DatanodeRegistration(127.0.0.1:41631, datanodeUuid=90ff016d-5b0d-4ea0-83f7-644e98a96210, infoPort=35857, infoSecurePort=0, ipcPort=34203, storageInfo=lv=-57;cid=testClusterID;nsid=2122306213;c=1731339302447) 2024-11-11T15:35:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f7f60e154ae9815 with lease ID 0x6e981eabbd2e19ef: from storage DS-2b519251-d779-43c4-b086-51f6b81095b1 node DatanodeRegistration(127.0.0.1:41631, datanodeUuid=90ff016d-5b0d-4ea0-83f7-644e98a96210, infoPort=35857, infoSecurePort=0, ipcPort=34203, storageInfo=lv=-57;cid=testClusterID;nsid=2122306213;c=1731339302447), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:35:03,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9 2024-11-11T15:35:03,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:03,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:35:03,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34 with version=8 2024-11-11T15:35:03,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/hbase-staging 2024-11-11T15:35:03,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:35:03,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:03,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40765 2024-11-11T15:35:03,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40765 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:35:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407650x0, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40765-0x10197f899410003 connected 2024-11-11T15:35:03,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:03,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:03,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/running 2024-11-11T15:35:03,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34, hbase.cluster.distributed=false 2024-11-11T15:35:03,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/acl 2024-11-11T15:35:03,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40765 2024-11-11T15:35:03,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40765 2024-11-11T15:35:03,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40765 2024-11-11T15:35:03,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40765 2024-11-11T15:35:03,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40765 2024-11-11T15:35:03,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:03,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:03,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:03,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:03,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:03,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:03,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:35:03,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:03,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46583 2024-11-11T15:35:03,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46583 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:35:03,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:03,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465830x0, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:03,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46583-0x10197f899410004 connected 2024-11-11T15:35:03,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/running 2024-11-11T15:35:03,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:35:03,665 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:35:03,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/master 2024-11-11T15:35:03,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/acl 2024-11-11T15:35:03,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-11T15:35:03,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46583 2024-11-11T15:35:03,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46583 2024-11-11T15:35:03,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-11T15:35:03,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-11T15:35:03,719 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:40765 2024-11-11T15:35:03,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1781689477/backup-masters/9a1fddc00362,40765,1731339303579 2024-11-11T15:35:03,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477/backup-masters 2024-11-11T15:35:03,722 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on existing znode=/1781689477/backup-masters/9a1fddc00362,40765,1731339303579 2024-11-11T15:35:03,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477/backup-masters 2024-11-11T15:35:03,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1781689477/master 2024-11-11T15:35:03,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:03,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:03,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on existing znode=/1781689477/master 2024-11-11T15:35:03,724 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1781689477/backup-masters/9a1fddc00362,40765,1731339303579 from backup master directory 2024-11-11T15:35:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781689477/backup-masters/9a1fddc00362,40765,1731339303579 2024-11-11T15:35:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477/backup-masters 2024-11-11T15:35:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477/backup-masters 2024-11-11T15:35:03,726 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:03,726 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,40765,1731339303579 2024-11-11T15:35:03,733 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/hbase.id] with ID: ac9d5aa3-f538-424c-a14d-459a2c780e32 2024-11-11T15:35:03,733 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/.tmp/hbase.id 2024-11-11T15:35:03,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:35:04,142 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/.tmp/hbase.id]:[hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/hbase.id] 2024-11-11T15:35:04,173 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:04,173 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:35:04,180 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-11T15:35:04,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:35:04,222 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:04,223 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:04,224 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:35:04,268 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store 2024-11-11T15:35:04,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:35:04,300 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:04,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:04,301 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:04,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:04,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:04,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:04,301 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:04,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339304301Disabling compacts and flushes for region at 1731339304301Disabling writes for close at 1731339304301Writing region close event to WAL at 1731339304301Closed at 1731339304301 2024-11-11T15:35:04,302 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/.initializing 2024-11-11T15:35:04,302 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/WALs/9a1fddc00362,40765,1731339303579 2024-11-11T15:35:04,303 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:04,309 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C40765%2C1731339303579, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/WALs/9a1fddc00362,40765,1731339303579, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:04,328 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/WALs/9a1fddc00362,40765,1731339303579/9a1fddc00362%2C40765%2C1731339303579.1731339304309, exclude list is [], retry=0 2024-11-11T15:35:04,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41631,DS-2e618604-1c6f-4871-b71b-f67ff1f17158,DISK] 2024-11-11T15:35:04,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/WALs/9a1fddc00362,40765,1731339303579/9a1fddc00362%2C40765%2C1731339303579.1731339304309 2024-11-11T15:35:04,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-11T15:35:04,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:04,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:04,373 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,373 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:04,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:04,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:04,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:04,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:04,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:04,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:04,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:04,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:04,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:04,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:04,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:04,406 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,406 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,408 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,417 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,417 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,418 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:04,419 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:04,429 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:04,430 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67137974, jitterRate=4.337728023529053E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:04,430 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339304373Initializing all the Stores at 1731339304383 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339304383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339304384 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339304384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339304384Cleaning up temporary data from old regions at 1731339304417 (+33 ms)Region opened successfully at 1731339304430 (+13 ms) 2024-11-11T15:35:04,430 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:04,436 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10021ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:04,437 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:35:04,437 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:04,437 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:04,437 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:04,438 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:35:04,438 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:35:04,438 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:04,441 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:04,442 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Unable to get data of znode /1781689477/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:04,444 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/balancer already deleted, retry=false 2024-11-11T15:35:04,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:04,445 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Unable to get data of znode /1781689477/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:04,446 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/normalizer already deleted, retry=false 2024-11-11T15:35:04,446 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:04,448 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Unable to get data of znode /1781689477/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:04,449 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/switch/split already deleted, retry=false 2024-11-11T15:35:04,450 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Unable to get data of znode /1781689477/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:04,451 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/switch/merge already deleted, retry=false 2024-11-11T15:35:04,453 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Unable to get data of znode /1781689477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:04,455 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:04,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1781689477/running 2024-11-11T15:35:04,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1781689477/running 2024-11-11T15:35:04,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,458 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,40765,1731339303579, sessionid=0x10197f899410003, setting cluster-up flag (Was=false) 2024-11-11T15:35:04,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,482 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1781689477/flush-table-proc/acquired, /1781689477/flush-table-proc/reached, /1781689477/flush-table-proc/abort 2024-11-11T15:35:04,483 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,40765,1731339303579 2024-11-11T15:35:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:04,518 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1781689477/online-snapshot/acquired, /1781689477/online-snapshot/reached, /1781689477/online-snapshot/abort 2024-11-11T15:35:04,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,40765,1731339303579 2024-11-11T15:35:04,520 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:35:04,522 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:04,523 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:04,523 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:04,523 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,40765,1731339303579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:04,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:04,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:35:04,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:04,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339334561 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:04,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:04,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:04,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:04,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:04,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:04,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:04,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:04,563 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339304563,5,FailOnTimeoutGroup] 2024-11-11T15:35:04,563 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339304563,5,FailOnTimeoutGroup] 2024-11-11T15:35:04,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,564 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:04,564 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,564 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:35:04,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:35:04,585 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34 2024-11-11T15:35:04,614 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(746): ClusterId : ac9d5aa3-f538-424c-a14d-459a2c780e32 2024-11-11T15:35:04,614 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:04,620 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:04,620 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:35:04,626 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:04,626 DEBUG [RS:0;9a1fddc00362:46583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7633bbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:04,645 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:46583 2024-11-11T15:35:04,645 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:04,645 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:04,645 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:04,646 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,40765,1731339303579 with port=46583, startcode=1731339303651 2024-11-11T15:35:04,646 DEBUG [RS:0;9a1fddc00362:46583 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:04,650 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:04,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,46583,1731339303651 2024-11-11T15:35:04,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40765 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,46583,1731339303651 2024-11-11T15:35:04,653 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34 2024-11-11T15:35:04,653 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46521 2024-11-11T15:35:04,653 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:04,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477/rs 2024-11-11T15:35:04,659 DEBUG [RS:0;9a1fddc00362:46583 {}] zookeeper.ZKUtil(111): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on existing znode=/1781689477/rs/9a1fddc00362,46583,1731339303651 2024-11-11T15:35:04,659 WARN [RS:0;9a1fddc00362:46583 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:04,659 INFO [RS:0;9a1fddc00362:46583 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:04,659 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651 2024-11-11T15:35:04,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,46583,1731339303651] 2024-11-11T15:35:04,686 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:04,696 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:04,701 INFO [RS:0;9a1fddc00362:46583 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:04,701 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,701 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:04,702 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:04,702 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,702 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,703 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,703 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,703 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,703 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:04,703 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:04,703 DEBUG [RS:0;9a1fddc00362:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:04,704 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,704 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,704 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,704 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,704 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,704 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46583,1731339303651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:04,730 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:04,730 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46583,1731339303651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,730 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,730 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.Replication(171): 9a1fddc00362,46583,1731339303651 started 2024-11-11T15:35:04,750 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:04,750 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,46583,1731339303651, RpcServer on 9a1fddc00362/172.17.0.3:46583, sessionid=0x10197f899410004 2024-11-11T15:35:04,750 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:04,750 DEBUG [RS:0;9a1fddc00362:46583 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,46583,1731339303651 2024-11-11T15:35:04,750 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46583,1731339303651' 2024-11-11T15:35:04,750 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1781689477/flush-table-proc/abort' 2024-11-11T15:35:04,751 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1781689477/flush-table-proc/acquired' 2024-11-11T15:35:04,752 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:04,752 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:04,752 DEBUG [RS:0;9a1fddc00362:46583 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,46583,1731339303651 2024-11-11T15:35:04,752 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46583,1731339303651' 2024-11-11T15:35:04,752 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1781689477/online-snapshot/abort' 2024-11-11T15:35:04,752 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1781689477/online-snapshot/acquired' 2024-11-11T15:35:04,753 DEBUG [RS:0;9a1fddc00362:46583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:04,753 INFO [RS:0;9a1fddc00362:46583 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:04,753 INFO [RS:0;9a1fddc00362:46583 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:04,853 INFO [RS:0;9a1fddc00362:46583 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:04,855 INFO [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C46583%2C1731339303651, suffix=, logDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/oldWALs, maxLogs=10 2024-11-11T15:35:04,876 DEBUG [RS:0;9a1fddc00362:46583 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651/9a1fddc00362%2C46583%2C1731339303651.1731339304856, exclude list is [], retry=0 2024-11-11T15:35:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41631,DS-2e618604-1c6f-4871-b71b-f67ff1f17158,DISK] 2024-11-11T15:35:04,892 INFO [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651/9a1fddc00362%2C46583%2C1731339303651.1731339304856 2024-11-11T15:35:04,895 DEBUG [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-11T15:35:05,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:05,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:05,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:05,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:05,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:05,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:05,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:05,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:05,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:05,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:05,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740 2024-11-11T15:35:05,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740 2024-11-11T15:35:05,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:05,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:05,038 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:05,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:05,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:05,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68138137, jitterRate=0.015337362885475159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:05,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339305026Initializing all the Stores at 1731339305026Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339305026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339305027 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339305027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339305027Cleaning up temporary data from old regions at 1731339305037 (+10 ms)Region opened successfully at 1731339305041 (+4 ms) 2024-11-11T15:35:05,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:05,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:05,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:05,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:05,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:05,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:05,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339305041Disabling compacts and flushes for region at 1731339305041Disabling writes for close at 1731339305041Writing region close event to WAL at 1731339305042 (+1 ms)Closed at 1731339305042 2024-11-11T15:35:05,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:05,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:35:05,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:05,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:05,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:35:05,195 DEBUG [9a1fddc00362:40765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:05,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,46583,1731339303651 2024-11-11T15:35:05,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,46583,1731339303651, state=OPENING 2024-11-11T15:35:05,199 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:35:05,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:05,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781689477/meta-region-server: CHANGED 2024-11-11T15:35:05,201 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:05,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,46583,1731339303651}] 2024-11-11T15:35:05,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:05,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781689477/meta-region-server: CHANGED 2024-11-11T15:35:05,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:05,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:05,371 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:05,371 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:05,372 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:05,373 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C46583%2C1731339303651.meta, suffix=.meta, logDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651, archiveDir=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/oldWALs, maxLogs=10 2024-11-11T15:35:05,390 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651/9a1fddc00362%2C46583%2C1731339303651.meta.1731339305374.meta, exclude list is [], retry=0 2024-11-11T15:35:05,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41631,DS-2e618604-1c6f-4871-b71b-f67ff1f17158,DISK] 2024-11-11T15:35:05,396 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/WALs/9a1fddc00362,46583,1731339303651/9a1fddc00362%2C46583%2C1731339303651.meta.1731339305374.meta 2024-11-11T15:35:05,396 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-11T15:35:05,397 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:05,397 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:05,397 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:05,397 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:05,397 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:05,397 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:05,398 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:05,398 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:05,398 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:05,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:05,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:05,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:05,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:05,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:05,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:05,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:05,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:05,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:05,405 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:05,406 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740 2024-11-11T15:35:05,407 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740 2024-11-11T15:35:05,408 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:05,408 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:05,409 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:05,410 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:05,410 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69626260, jitterRate=0.037512123584747314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:05,410 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:05,410 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339305398Writing region info on filesystem at 1731339305398Initializing all the Stores at 1731339305399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339305399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339305399Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339305399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339305399Cleaning up temporary data from old regions at 1731339305408 (+9 ms)Running coprocessor post-open hooks at 1731339305410 (+2 ms)Region opened successfully at 1731339305410 2024-11-11T15:35:05,411 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339305356 2024-11-11T15:35:05,414 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:05,414 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:05,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46583,1731339303651 2024-11-11T15:35:05,416 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,46583,1731339303651, state=OPEN 2024-11-11T15:35:05,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1781689477/meta-region-server 2024-11-11T15:35:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1781689477/meta-region-server 2024-11-11T15:35:05,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781689477/meta-region-server: CHANGED 2024-11-11T15:35:05,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,46583,1731339303651 2024-11-11T15:35:05,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1781689477/meta-region-server: CHANGED 2024-11-11T15:35:05,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:35:05,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,46583,1731339303651 in 217 msec 2024-11-11T15:35:05,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:35:05,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-11T15:35:05,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:05,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:35:05,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:05,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,46583,1731339303651, seqNum=-1] 2024-11-11T15:35:05,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:05,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:05,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-11-11T15:35:05,436 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339305436, completionTime=-1 2024-11-11T15:35:05,436 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:35:05,436 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339365439 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339425439 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40765,1731339303579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40765,1731339303579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,439 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40765,1731339303579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,440 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:40765, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,440 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,440 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,442 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.718sec 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40765,1731339303579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:05,444 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40765,1731339303579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:05,452 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:05,452 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:05,452 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40765,1731339303579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:05,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2427972e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,40765,-1 for getting cluster id 2024-11-11T15:35:05,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:05,516 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac9d5aa3-f538-424c-a14d-459a2c780e32' 2024-11-11T15:35:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac9d5aa3-f538-424c-a14d-459a2c780e32" 2024-11-11T15:35:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4936ca5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,40765,-1] 2024-11-11T15:35:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:05,517 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:05,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b81f136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,46583,1731339303651, seqNum=-1] 2024-11-11T15:35:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:05,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:05,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,40765,1731339303579 2024-11-11T15:35:05,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:35:05,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:05,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f899410005 connected 2024-11-11T15:35:05,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e0f837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,46493,-1 for getting cluster id 2024-11-11T15:35:05,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:05,530 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f664358-9604-44fa-a120-407a05d8b55f' 2024-11-11T15:35:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f664358-9604-44fa-a120-407a05d8b55f" 2024-11-11T15:35:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc48bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,46493,-1] 2024-11-11T15:35:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:05,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:05,531 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269543ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,46493,1731339299110 2024-11-11T15:35:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@191e5ad2 2024-11-11T15:35:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:05,533 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:05,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:40765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:35:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:35:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:05,536 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:40765' 2024-11-11T15:35:05,540 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed2748a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,540 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,40765,-1 for getting cluster id 2024-11-11T15:35:05,540 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:05,541 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac9d5aa3-f538-424c-a14d-459a2c780e32' 2024-11-11T15:35:05,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac9d5aa3-f538-424c-a14d-459a2c780e32" 2024-11-11T15:35:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734197c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,40765,-1] 2024-11-11T15:35:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:05,543 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:05,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e53d5d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:05,543 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:05,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,40765,1731339303579 2024-11-11T15:35:05,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3984d121 2024-11-11T15:35:05,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:05,545 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:05,546 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T15:35:05,546 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:35:05,546 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:05,546 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:05,547 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:05,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:35:05,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:05,550 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:05,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:05,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:05,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741835_1011 (size=1138) 2024-11-11T15:35:05,599 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:35:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:05,980 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 892cfac73108d69f91ab4517c3a1853e, NAME => 'hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811 2024-11-11T15:35:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741836_1012 (size=44) 2024-11-11T15:35:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:06,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:06,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 892cfac73108d69f91ab4517c3a1853e, disabling compactions & flushes 2024-11-11T15:35:06,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. after waiting 0 ms 2024-11-11T15:35:06,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 892cfac73108d69f91ab4517c3a1853e: Waiting for close lock at 1731339306387Disabling compacts and flushes for region at 1731339306387Disabling writes for close at 1731339306387Writing region close event to WAL at 1731339306387Closed at 1731339306387 2024-11-11T15:35:06,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:06,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339306388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339306388"}]},"ts":"1731339306388"} 2024-11-11T15:35:06,391 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:06,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:06,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339306392"}]},"ts":"1731339306392"} 2024-11-11T15:35:06,394 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:35:06,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN}] 2024-11-11T15:35:06,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN 2024-11-11T15:35:06,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN; state=OFFLINE, location=9a1fddc00362,34021,1731339299161; forceNewPlan=false, retain=false 2024-11-11T15:35:06,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=892cfac73108d69f91ab4517c3a1853e, regionState=OPENING, regionLocation=9a1fddc00362,34021,1731339299161 2024-11-11T15:35:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN because future has completed 2024-11-11T15:35:06,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892cfac73108d69f91ab4517c3a1853e, server=9a1fddc00362,34021,1731339299161}] 2024-11-11T15:35:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:06,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:06,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:35:06,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C34021%2C1731339299161.rep, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs, maxLogs=10 2024-11-11T15:35:06,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.rep.1731339306718, exclude list is [], retry=0 2024-11-11T15:35:06,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:06,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.rep.1731339306718 2024-11-11T15:35:06,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:06,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 892cfac73108d69f91ab4517c3a1853e, NAME => 'hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:06,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:06,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:06,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. service=MultiRowMutationService 2024-11-11T15:35:06,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:35:06,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:06,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,740 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,741 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892cfac73108d69f91ab4517c3a1853e columnFamilyName hfileref 2024-11-11T15:35:06,741 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:06,742 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(327): Store=892cfac73108d69f91ab4517c3a1853e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:06,742 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,743 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892cfac73108d69f91ab4517c3a1853e columnFamilyName queue 2024-11-11T15:35:06,743 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:06,744 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(327): Store=892cfac73108d69f91ab4517c3a1853e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:06,744 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,745 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892cfac73108d69f91ab4517c3a1853e columnFamilyName sid 2024-11-11T15:35:06,745 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:06,745 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(327): Store=892cfac73108d69f91ab4517c3a1853e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:06,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:06,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:06,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 892cfac73108d69f91ab4517c3a1853e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74436251, jitterRate=0.1091865748167038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:06,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:06,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 892cfac73108d69f91ab4517c3a1853e: Running coprocessor pre-open hook at 1731339306739Writing region info on filesystem at 1731339306739Initializing all the Stores at 1731339306739Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339306739Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339306740 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339306740Cleaning up temporary data from old regions at 1731339306747 (+7 ms)Running coprocessor post-open hooks at 1731339306752 (+5 ms)Region opened successfully at 1731339306752 2024-11-11T15:35:06,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., pid=7, masterSystemTime=1731339306712 2024-11-11T15:35:06,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:06,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=892cfac73108d69f91ab4517c3a1853e, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,34021,1731339299161 2024-11-11T15:35:06,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892cfac73108d69f91ab4517c3a1853e, server=9a1fddc00362,34021,1731339299161 because future has completed 2024-11-11T15:35:06,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:35:06,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 892cfac73108d69f91ab4517c3a1853e, server=9a1fddc00362,34021,1731339299161 in 207 msec 2024-11-11T15:35:06,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:35:06,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN in 367 msec 2024-11-11T15:35:06,765 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:06,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339306765"}]},"ts":"1731339306765"} 2024-11-11T15:35:06,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:35:06,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:06,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-11-11T15:35:06,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., hostname=9a1fddc00362,34021,1731339299161, seqNum=2] 2024-11-11T15:35:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:06,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:35:06,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T15:35:06,969 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:35:06,999 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,34021,1731339299161, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:35:07,000 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:07,000 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,34021,1731339299161, seqNum=-1] 2024-11-11T15:35:07,000 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:07,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,34021,1731339299161', locateType=CURRENT is [region=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., hostname=9a1fddc00362,34021,1731339299161, seqNum=2] 2024-11-11T15:35:07,006 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T15:35:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T15:35:07,009 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,34021,1731339299161 suceeded 2024-11-11T15:35:07,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T15:35:07,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T15:35:07,012 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:40765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:35:07,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-11T15:35:07,025 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:40765' 2024-11-11T15:35:07,026 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aaf49a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:07,026 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,40765,-1 for getting cluster id 2024-11-11T15:35:07,026 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:07,027 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac9d5aa3-f538-424c-a14d-459a2c780e32' 2024-11-11T15:35:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac9d5aa3-f538-424c-a14d-459a2c780e32" 2024-11-11T15:35:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a859f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:07,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,40765,-1] 2024-11-11T15:35:07,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:07,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,028 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:07,029 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4342d6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:07,029 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,40765,1731339303579 2024-11-11T15:35:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@577f22d2 2024-11-11T15:35:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:07,031 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:07,031 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,34021,1731339299161 (queues=1) is replicating from cluster=0f664358-9604-44fa-a120-407a05d8b55f to cluster=ac9d5aa3-f538-424c-a14d-459a2c780e32 2024-11-11T15:35:07,032 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C34021%2C1731339299161 2024-11-11T15:35:07,032 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,34021,1731339299161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:35:07,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:35:07,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:35:07,033 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.shipper9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C34021%2C1731339299161 2024-11-11T15:35:07,033 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.wal-reader.9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317, startPosition=0, beingWritten=true 2024-11-11T15:35:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:35:07,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:07,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:35:07,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:07,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:07,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T15:35:07,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:07,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:35:07,239 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.wal-reader.9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317 to pos 0, reset compression=false 2024-11-11T15:35:07,565 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.wal-reader.9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317 to pos 0, reset compression=false 2024-11-11T15:35:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:07,683 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:35:07,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:07,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:07,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:07,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,46493,1731339299110 2024-11-11T15:35:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d0daff 2024-11-11T15:35:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:07,686 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:07,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:35:07,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:07,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:07,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:07,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:35:07,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079670484, stopped=false 2024-11-11T15:35:07,687 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,46493,1731339299110 2024-11-11T15:35:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:07,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:07,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:07,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:07,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,34021,1731339299161' ***** 2024-11-11T15:35:07,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:35:07,690 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:35:07,690 INFO [RS:0;9a1fddc00362:34021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:35:07,690 INFO [RS:0;9a1fddc00362:34021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:35:07,690 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,34021,1731339299161 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:34021. 2024-11-11T15:35:07,691 DEBUG [RS:0;9a1fddc00362:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:07,691 DEBUG [RS:0;9a1fddc00362:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:07,691 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 892cfac73108d69f91ab4517c3a1853e, disabling compactions & flushes 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:35:07,691 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:35:07,691 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:07,691 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:35:07,691 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. after waiting 0 ms 2024-11-11T15:35:07,691 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:07,691 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 892cfac73108d69f91ab4517c3a1853e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T15:35:07,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:35:07,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:35:07,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:35:07,692 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:35:07,692 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1325): Online Regions={892cfac73108d69f91ab4517c3a1853e=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:35:07,692 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:07,692 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:07,692 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:07,693 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:07,693 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:07,693 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:07,693 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T15:35:07,712 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/.tmp/queue/3a65199ce6814a729e447ab6f0d2c82f is 151, key is 1-9a1fddc00362,34021,1731339299161/queue:9a1fddc00362%2C34021%2C1731339299161/1731339307005/Put/seqid=0 2024-11-11T15:35:07,716 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/info/905380a85d334c7691187afffcd29dcf is 147, key is hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e./info:regioninfo/1731339306756/Put/seqid=0 2024-11-11T15:35:07,727 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741838_1014 (size=5350) 2024-11-11T15:35:07,732 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/.tmp/queue/3a65199ce6814a729e447ab6f0d2c82f 2024-11-11T15:35:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741839_1015 (size=6631) 2024-11-11T15:35:07,742 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/.tmp/queue/3a65199ce6814a729e447ab6f0d2c82f as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/queue/3a65199ce6814a729e447ab6f0d2c82f 2024-11-11T15:35:07,748 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/queue/3a65199ce6814a729e447ab6f0d2c82f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T15:35:07,749 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 892cfac73108d69f91ab4517c3a1853e in 58ms, sequenceid=5, compaction requested=false 2024-11-11T15:35:07,756 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:35:07,757 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:07,757 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:07,757 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:07,757 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 892cfac73108d69f91ab4517c3a1853e: Waiting for close lock at 1731339307691Running coprocessor pre-close hooks at 1731339307691Disabling compacts and flushes for region at 1731339307691Disabling writes for close at 1731339307691Obtaining lock to block concurrent updates at 1731339307691Preparing flush snapshotting stores in 892cfac73108d69f91ab4517c3a1853e at 1731339307691Finished memstore snapshotting hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731339307692 (+1 ms)Flushing stores of hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. at 1731339307692Flushing 892cfac73108d69f91ab4517c3a1853e/queue: creating writer at 1731339307693 (+1 ms)Flushing 892cfac73108d69f91ab4517c3a1853e/queue: appending metadata at 1731339307712 (+19 ms)Flushing 892cfac73108d69f91ab4517c3a1853e/queue: closing flushed file at 1731339307712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355ece3b: reopening flushed file at 1731339307740 (+28 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 892cfac73108d69f91ab4517c3a1853e in 58ms, sequenceid=5, compaction requested=false at 1731339307749 (+9 ms)Writing region close event to WAL at 1731339307753 (+4 ms)Running coprocessor post-close hooks at 1731339307757 (+4 ms)Closed at 1731339307757 2024-11-11T15:35:07,757 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:07,892 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:07,971 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.wal-reader.9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317 to pos 0, reset compression=false 2024-11-11T15:35:08,093 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:08,133 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:35:08,133 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:35:08,134 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/info/905380a85d334c7691187afffcd29dcf 2024-11-11T15:35:08,158 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/ns/00bb9cc915e34446966e5ec63f20d806 is 43, key is default/ns:d/1731339302239/Put/seqid=0 2024-11-11T15:35:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741840_1016 (size=5153) 2024-11-11T15:35:08,293 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:08,477 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.wal-reader.9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.1731339301317 to pos 0, reset compression=false 2024-11-11T15:35:08,493 DEBUG [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:08,569 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/ns/00bb9cc915e34446966e5ec63f20d806 2024-11-11T15:35:08,598 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/table/c325914322b1421991a486bc6b89a305 is 53, key is hbase:replication/table:state/1731339306765/Put/seqid=0 2024-11-11T15:35:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741841_1017 (size=5256) 2024-11-11T15:35:08,625 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/table/c325914322b1421991a486bc6b89a305 2024-11-11T15:35:08,631 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/info/905380a85d334c7691187afffcd29dcf as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/info/905380a85d334c7691187afffcd29dcf 2024-11-11T15:35:08,637 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/info/905380a85d334c7691187afffcd29dcf, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T15:35:08,638 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/ns/00bb9cc915e34446966e5ec63f20d806 as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/ns/00bb9cc915e34446966e5ec63f20d806 2024-11-11T15:35:08,645 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/ns/00bb9cc915e34446966e5ec63f20d806, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:35:08,646 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/table/c325914322b1421991a486bc6b89a305 as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/table/c325914322b1421991a486bc6b89a305 2024-11-11T15:35:08,655 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/table/c325914322b1421991a486bc6b89a305, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T15:35:08,656 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=11, compaction requested=false 2024-11-11T15:35:08,691 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T15:35:08,692 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:08,692 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:08,692 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:08,692 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339307692Running coprocessor pre-close hooks at 1731339307692Disabling compacts and flushes for region at 1731339307692Disabling writes for close at 1731339307693 (+1 ms)Obtaining lock to block concurrent updates at 1731339307693Preparing flush snapshotting stores in 1588230740 at 1731339307693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731339307693Flushing stores of hbase:meta,,1.1588230740 at 1731339307694 (+1 ms)Flushing 1588230740/info: creating writer at 1731339307694Flushing 1588230740/info: appending metadata at 1731339307716 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731339307716Flushing 1588230740/ns: creating writer at 1731339308140 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731339308157 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731339308157Flushing 1588230740/table: creating writer at 1731339308574 (+417 ms)Flushing 1588230740/table: appending metadata at 1731339308597 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731339308597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5ccb72: reopening flushed file at 1731339308630 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b7be1d: reopening flushed file at 1731339308637 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e97cefa: reopening flushed file at 1731339308646 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=11, compaction requested=false at 1731339308656 (+10 ms)Writing region close event to WAL at 1731339308686 (+30 ms)Running coprocessor post-close hooks at 1731339308692 (+6 ms)Closed at 1731339308692 2024-11-11T15:35:08,693 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:08,693 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,34021,1731339299161; all regions closed. 2024-11-11T15:35:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741834_1010 (size=2742) 2024-11-11T15:35:08,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.meta.1731339302164.meta not finished, retry = 0 2024-11-11T15:35:08,803 DEBUG [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs 2024-11-11T15:35:08,803 INFO [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C34021%2C1731339299161.meta:.meta(num 1731339302164) 2024-11-11T15:35:08,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161/9a1fddc00362%2C34021%2C1731339299161.rep.1731339306718 not finished, retry = 0 2024-11-11T15:35:08,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741837_1013 (size=1586) 2024-11-11T15:35:08,914 DEBUG [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs 2024-11-11T15:35:08,914 INFO [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C34021%2C1731339299161.rep:(num 1731339306718) 2024-11-11T15:35:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741832_1008 (size=93) 2024-11-11T15:35:08,925 DEBUG [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs 2024-11-11T15:35:08,925 INFO [RS:0;9a1fddc00362:34021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C34021%2C1731339299161:(num 1731339301317) 2024-11-11T15:35:08,925 DEBUG [RS:0;9a1fddc00362:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:08,925 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:08,926 INFO [RS:0;9a1fddc00362:34021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:08,926 INFO [RS:0;9a1fddc00362:34021 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:08,926 INFO [RS:0;9a1fddc00362:34021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:08,926 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:08,926 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,34021,1731339299161 because: Region server is closing 2024-11-11T15:35:08,926 INFO [RS:0;9a1fddc00362:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:34021. 2024-11-11T15:35:08,926 DEBUG [RS:0;9a1fddc00362:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:08,926 DEBUG [RS:0;9a1fddc00362:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:08,927 DEBUG [RS:0;9a1fddc00362:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:08,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:09,027 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.shipper9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:35:09,027 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.wal-reader.9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:35:09,027 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,34021,1731339299161.replicationSource.shipper9a1fddc00362%2C34021%2C1731339299161,1-9a1fddc00362,34021,1731339299161 terminated 2024-11-11T15:35:09,027 INFO [RS:0;9a1fddc00362:34021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34021 2024-11-11T15:35:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/rs/9a1fddc00362,34021,1731339299161 2024-11-11T15:35:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/rs 2024-11-11T15:35:09,031 INFO [RS:0;9a1fddc00362:34021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:09,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,34021,1731339299161] 2024-11-11T15:35:09,035 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/draining/9a1fddc00362,34021,1731339299161 already deleted, retry=false 2024-11-11T15:35:09,035 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,34021,1731339299161 expired; onlineServers=0 2024-11-11T15:35:09,035 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,46493,1731339299110' ***** 2024-11-11T15:35:09,035 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:35:09,035 INFO [M:0;9a1fddc00362:46493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:09,035 INFO [M:0;9a1fddc00362:46493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:09,036 DEBUG [M:0;9a1fddc00362:46493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:35:09,036 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:35:09,036 DEBUG [M:0;9a1fddc00362:46493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:35:09,036 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339300892 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339300892,5,FailOnTimeoutGroup] 2024-11-11T15:35:09,036 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339300880 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339300880,5,FailOnTimeoutGroup] 2024-11-11T15:35:09,036 INFO [M:0;9a1fddc00362:46493 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:09,036 INFO [M:0;9a1fddc00362:46493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:09,036 DEBUG [M:0;9a1fddc00362:46493 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:35:09,036 INFO [M:0;9a1fddc00362:46493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:35:09,036 INFO [M:0;9a1fddc00362:46493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:09,036 INFO [M:0;9a1fddc00362:46493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:35:09,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:35:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/master 2024-11-11T15:35:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:09,039 DEBUG [M:0;9a1fddc00362:46493 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/master already deleted, retry=false 2024-11-11T15:35:09,039 DEBUG [M:0;9a1fddc00362:46493 {}] master.ActiveMasterManager(353): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1465378927/master 2024-11-11T15:35:09,040 INFO [M:0;9a1fddc00362:46493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/.lastflushedseqids 2024-11-11T15:35:09,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741842_1018 (size=181) 2024-11-11T15:35:09,091 INFO [M:0;9a1fddc00362:46493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:35:09,092 INFO [M:0;9a1fddc00362:46493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:35:09,092 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:09,092 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:09,092 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:09,092 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:09,092 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:09,092 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T15:35:09,118 DEBUG [M:0;9a1fddc00362:46493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a7dc12a80f0462189b86a398f573d3a is 82, key is hbase:meta,,1/info:regioninfo/1731339302224/Put/seqid=0 2024-11-11T15:35:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:09,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x10197f899410001, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:09,135 INFO [RS:0;9a1fddc00362:34021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:09,135 INFO [RS:0;9a1fddc00362:34021 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,34021,1731339299161; zookeeper connection closed. 2024-11-11T15:35:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741843_1019 (size=5672) 2024-11-11T15:35:09,152 INFO [M:0;9a1fddc00362:46493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a7dc12a80f0462189b86a398f573d3a 2024-11-11T15:35:09,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a4df51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a4df51 2024-11-11T15:35:09,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:35:09,184 DEBUG [M:0;9a1fddc00362:46493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d2c7f2fd07f446781a226fa80c44397 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731339306771/Put/seqid=0 2024-11-11T15:35:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741844_1020 (size=7203) 2024-11-11T15:35:09,229 INFO [M:0;9a1fddc00362:46493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d2c7f2fd07f446781a226fa80c44397 2024-11-11T15:35:09,278 DEBUG [M:0;9a1fddc00362:46493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/993bbdff69e74c95aca4e067f5db14ca is 69, key is 9a1fddc00362,34021,1731339299161/rs:state/1731339300969/Put/seqid=0 2024-11-11T15:35:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741845_1021 (size=5156) 2024-11-11T15:35:09,287 INFO [M:0;9a1fddc00362:46493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/993bbdff69e74c95aca4e067f5db14ca 2024-11-11T15:35:09,293 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a7dc12a80f0462189b86a398f573d3a as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a7dc12a80f0462189b86a398f573d3a 2024-11-11T15:35:09,306 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a7dc12a80f0462189b86a398f573d3a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T15:35:09,308 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d2c7f2fd07f446781a226fa80c44397 as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d2c7f2fd07f446781a226fa80c44397 2024-11-11T15:35:09,314 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d2c7f2fd07f446781a226fa80c44397, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T15:35:09,315 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/993bbdff69e74c95aca4e067f5db14ca as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/993bbdff69e74c95aca4e067f5db14ca 2024-11-11T15:35:09,320 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/993bbdff69e74c95aca4e067f5db14ca, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T15:35:09,321 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=70, compaction requested=false 2024-11-11T15:35:09,332 INFO [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:09,332 DEBUG [M:0;9a1fddc00362:46493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339309092Disabling compacts and flushes for region at 1731339309092Disabling writes for close at 1731339309092Obtaining lock to block concurrent updates at 1731339309092Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339309092Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731339309093 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339309093Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339309093Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339309117 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339309117Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339309160 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339309183 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339309183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339309254 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339309277 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339309277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251be40: reopening flushed file at 1731339309293 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16195343: reopening flushed file at 1731339309307 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550f1328: reopening flushed file at 1731339309314 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=70, compaction requested=false at 1731339309321 (+7 ms)Writing region close event to WAL at 1731339309331 (+10 ms)Closed at 1731339309331 2024-11-11T15:35:09,349 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110/9a1fddc00362%2C46493%2C1731339299110.1731339300543 not finished, retry = 0 2024-11-11T15:35:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741830_1006 (size=41008) 2024-11-11T15:35:09,450 INFO [M:0;9a1fddc00362:46493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:35:09,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:09,451 INFO [M:0;9a1fddc00362:46493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46493 2024-11-11T15:35:09,451 INFO [M:0;9a1fddc00362:46493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:09,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x10197f899410000, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:09,553 INFO [M:0;9a1fddc00362:46493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:09,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:35:09,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:09,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35685 2024-11-11T15:35:09,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35685 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:35:09,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356850x0, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:09,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:09,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:09,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35685-0x10197f899410006 connected 2024-11-11T15:35:09,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:35:09,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811, hbase.cluster.distributed=false 2024-11-11T15:35:09,582 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: INIT 2024-11-11T15:35:09,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/acl 2024-11-11T15:35:09,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-11T15:35:09,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35685 2024-11-11T15:35:09,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35685 2024-11-11T15:35:09,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-11T15:35:09,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-11T15:35:09,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:35:09,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:09,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39405 2024-11-11T15:35:09,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39405 connecting to ZooKeeper ensemble=127.0.0.1:61527 2024-11-11T15:35:09,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:09,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:09,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394050x0, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:09,681 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: INIT 2024-11-11T15:35:09,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394050x0, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:35:09,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:35:09,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39405-0x10197f899410007 connected 2024-11-11T15:35:09,692 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:35:09,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/master 2024-11-11T15:35:09,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/acl 2024-11-11T15:35:09,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39405 2024-11-11T15:35:09,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39405 2024-11-11T15:35:09,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39405 2024-11-11T15:35:09,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39405 2024-11-11T15:35:09,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39405 2024-11-11T15:35:09,728 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:35685 2024-11-11T15:35:09,731 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1465378927/backup-masters/9a1fddc00362,35685,1731339309555 2024-11-11T15:35:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:35:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:35:09,734 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on existing znode=/0-1465378927/backup-masters/9a1fddc00362,35685,1731339309555 2024-11-11T15:35:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465378927/master 2024-11-11T15:35:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:09,736 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on existing znode=/0-1465378927/master 2024-11-11T15:35:09,737 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1465378927/backup-masters/9a1fddc00362,35685,1731339309555 from backup master directory 2024-11-11T15:35:09,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:35:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/backup-masters/9a1fddc00362,35685,1731339309555 2024-11-11T15:35:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/backup-masters 2024-11-11T15:35:09,739 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:09,739 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,35685,1731339309555 2024-11-11T15:35:09,752 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:09,753 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:35:09,762 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 9ms. 2024-11-11T15:35:09,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741846_1022 (size=196) 2024-11-11T15:35:09,871 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:09,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:09,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:09,888 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T15:35:09,892 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110 to hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110-dead as it is dead 2024-11-11T15:35:09,893 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110-dead/9a1fddc00362%2C46493%2C1731339299110.1731339300543 2024-11-11T15:35:09,894 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110-dead/9a1fddc00362%2C46493%2C1731339299110.1731339300543 after 1ms 2024-11-11T15:35:09,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110-dead/9a1fddc00362%2C46493%2C1731339299110.1731339300543 to hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C46493%2C1731339299110.1731339300543 2024-11-11T15:35:09,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,46493,1731339299110-dead 2024-11-11T15:35:09,896 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,35685,1731339309555 2024-11-11T15:35:09,897 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:09,899 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C35685%2C1731339309555, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,35685,1731339309555, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:09,923 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,35685,1731339309555/9a1fddc00362%2C35685%2C1731339309555.1731339309899, exclude list is [], retry=0 2024-11-11T15:35:09,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:09,966 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/WALs/9a1fddc00362,35685,1731339309555/9a1fddc00362%2C35685%2C1731339309555.1731339309899 2024-11-11T15:35:09,968 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:09,968 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:09,968 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:09,969 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:09,969 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:09,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:10,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:10,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a7dc12a80f0462189b86a398f573d3a 2024-11-11T15:35:10,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:10,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:10,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:10,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d2c7f2fd07f446781a226fa80c44397 2024-11-11T15:35:10,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:10,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:10,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:10,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/993bbdff69e74c95aca4e067f5db14ca 2024-11-11T15:35:10,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:10,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:10,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:10,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:10,110 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,110 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T15:35:10,110 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C46493%2C1731339299110.1731339300543 2024-11-11T15:35:10,123 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C46493%2C1731339299110.1731339300543 2024-11-11T15:35:10,125 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9a1fddc00362%2C46493%2C1731339299110.1731339300543 2024-11-11T15:35:10,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,145 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:10,162 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:10,200 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T15:35:10,211 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74240446, jitterRate=0.10626885294914246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:10,211 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339309969Initializing all the Stores at 1731339309977 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339309978 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339309984 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339309984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339309984Cleaning up temporary data from old regions at 1731339310140 (+156 ms)Region opened successfully at 1731339310211 (+71 ms) 2024-11-11T15:35:10,216 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:10,220 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3085501f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:10,223 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T15:35:10,224 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:10,224 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:10,224 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:10,226 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:35:10,231 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:10,232 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:35:10,232 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:35:10,233 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T15:35:10,233 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:10,265 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9a1fddc00362,34021,1731339299161, regionLocation=9a1fddc00362,34021,1731339299161, openSeqNum=2 2024-11-11T15:35:10,265 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9a1fddc00362,34021,1731339299161, table=hbase:meta, region=1588230740 2024-11-11T15:35:10,265 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,34021,1731339299161, state=OPEN 2024-11-11T15:35:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:10,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:10,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:10,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:10,277 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:10,280 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/draining/9a1fddc00362,34021,1731339299161 already deleted, retry=false 2024-11-11T15:35:10,280 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9a1fddc00362,34021,1731339299161 on 9a1fddc00362,35685,1731339309555 2024-11-11T15:35:10,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9a1fddc00362,34021,1731339299161, splitWal=true, meta=true 2024-11-11T15:35:10,282 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 9a1fddc00362,34021,1731339299161 (carryingMeta=true) 9a1fddc00362,34021,1731339299161/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@84949b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T15:35:10,285 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:10,286 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/balancer already deleted, retry=false 2024-11-11T15:35:10,287 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:10,288 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:10,290 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/normalizer already deleted, retry=false 2024-11-11T15:35:10,291 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:10,293 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:10,295 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/switch/split already deleted, retry=false 2024-11-11T15:35:10,297 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:10,298 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/switch/merge already deleted, retry=false 2024-11-11T15:35:10,318 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Unable to get data of znode /0-1465378927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:10,320 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:10,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:10,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:10,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:10,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:10,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,35685,1731339309555, sessionid=0x10197f899410006, setting cluster-up flag (Was=false) 2024-11-11T15:35:10,333 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465378927/flush-table-proc/acquired, /0-1465378927/flush-table-proc/reached, /0-1465378927/flush-table-proc/abort 2024-11-11T15:35:10,336 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,35685,1731339309555 2024-11-11T15:35:10,341 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1465378927/online-snapshot/acquired, /0-1465378927/online-snapshot/reached, /0-1465378927/online-snapshot/abort 2024-11-11T15:35:10,342 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,35685,1731339309555 2024-11-11T15:35:10,357 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/.lastflushedseqids 2024-11-11T15:35:10,364 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:10,364 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:10,365 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,35685,1731339309555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9a1fddc00362,34021,1731339299161 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:10,366 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:10,366 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:10,367 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:10,367 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:10,367 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:10,367 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,367 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:10,367 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,406 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9a1fddc00362,34021,1731339299161, splitWal=true, meta=true 2024-11-11T15:35:10,407 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,34021,1731339299161, splitWal=true, meta=true, isMeta: true 2024-11-11T15:35:10,409 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161-splitting 2024-11-11T15:35:10,411 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161-splitting dir is empty, no logs to split. 2024-11-11T15:35:10,412 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,34021,1731339299161 WAL count=0, meta=true 2024-11-11T15:35:10,415 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161-splitting dir is empty, no logs to split. 2024-11-11T15:35:10,415 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,34021,1731339299161 WAL count=0, meta=true 2024-11-11T15:35:10,415 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,34021,1731339299161 WAL splitting is done? wals=0, meta=true 2024-11-11T15:35:10,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:10,418 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:10,419 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:35:10,445 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(746): ClusterId : 0f664358-9604-44fa-a120-407a05d8b55f 2024-11-11T15:35:10,445 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:10,450 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:10,450 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339340451 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:10,451 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:10,453 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:10,456 DEBUG [RS:0;9a1fddc00362:39405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c9f7b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:10,464 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,468 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:10,468 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:10,468 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:10,468 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:10,480 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:10,480 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:10,491 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:39405 2024-11-11T15:35:10,491 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:10,491 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:10,491 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:10,492 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,35685,1731339309555 with port=39405, startcode=1731339309660 2024-11-11T15:35:10,492 DEBUG [RS:0;9a1fddc00362:39405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:10,496 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339310480,5,FailOnTimeoutGroup] 2024-11-11T15:35:10,499 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:10,499 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339310496,5,FailOnTimeoutGroup] 2024-11-11T15:35:10,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:10,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339310499, completionTime=-1 2024-11-11T15:35:10,499 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T15:35:10,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T15:35:10,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,502 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811 2024-11-11T15:35:10,502 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40993 2024-11-11T15:35:10,502 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:10,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/rs 2024-11-11T15:35:10,507 DEBUG [RS:0;9a1fddc00362:39405 {}] zookeeper.ZKUtil(111): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on existing znode=/0-1465378927/rs/9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,507 WARN [RS:0;9a1fddc00362:39405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:10,507 INFO [RS:0;9a1fddc00362:39405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:10,507 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,39405,1731339309660] 2024-11-11T15:35:10,533 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:10,535 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:10,535 INFO [RS:0;9a1fddc00362:39405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:10,535 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,535 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:10,536 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:10,536 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:10,537 DEBUG [RS:0;9a1fddc00362:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:10,540 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,541 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,541 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,541 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,541 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,541 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39405,1731339309660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:10,550 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T15:35:10,569 WARN [9a1fddc00362:35685 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:35:10,575 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:10,575 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39405,1731339309660-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,591 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,39405,1731339309660, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:35:10,592 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,592 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.Replication(171): 9a1fddc00362,39405,1731339309660 started 2024-11-11T15:35:10,612 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:10,613 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,39405,1731339309660, RpcServer on 9a1fddc00362/172.17.0.3:39405, sessionid=0x10197f899410007 2024-11-11T15:35:10,613 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:10,613 DEBUG [RS:0;9a1fddc00362:39405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,613 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,39405,1731339309660' 2024-11-11T15:35:10,613 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465378927/flush-table-proc/abort' 2024-11-11T15:35:10,614 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465378927/flush-table-proc/acquired' 2024-11-11T15:35:10,615 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:40765' 2024-11-11T15:35:10,627 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:10,627 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:10,627 DEBUG [RS:0;9a1fddc00362:39405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,627 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,39405,1731339309660' 2024-11-11T15:35:10,627 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1465378927/online-snapshot/abort' 2024-11-11T15:35:10,632 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28c9b849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:10,632 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,40765,-1 for getting cluster id 2024-11-11T15:35:10,632 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:10,634 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1465378927/online-snapshot/acquired' 2024-11-11T15:35:10,635 DEBUG [RS:0;9a1fddc00362:39405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:10,635 INFO [RS:0;9a1fddc00362:39405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:10,635 INFO [RS:0;9a1fddc00362:39405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:10,662 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac9d5aa3-f538-424c-a14d-459a2c780e32' 2024-11-11T15:35:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac9d5aa3-f538-424c-a14d-459a2c780e32" 2024-11-11T15:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72eaca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,40765,-1] 2024-11-11T15:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:10,665 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:10,666 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f09d1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:10,667 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:10,668 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,40765,1731339303579 2024-11-11T15:35:10,668 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@437c5095 2024-11-11T15:35:10,669 DEBUG [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:10,671 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:10,675 INFO [RS:0;9a1fddc00362:39405.replicationSource,1-9a1fddc00362,39405,1731339309660 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,39405,1731339309660 (queues=0) is replicating from cluster=0f664358-9604-44fa-a120-407a05d8b55f to cluster=ac9d5aa3-f538-424c-a14d-459a2c780e32 2024-11-11T15:35:10,736 INFO [RS:0;9a1fddc00362:39405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:10,738 INFO [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C39405%2C1731339309660, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs, maxLogs=10 2024-11-11T15:35:10,760 DEBUG [RS:0;9a1fddc00362:39405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738, exclude list is [], retry=0 2024-11-11T15:35:10,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:10,801 INFO [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 2024-11-11T15:35:10,803 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9a1fddc00362%2C39405%2C1731339309660 for peer 1 2024-11-11T15:35:10,803 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C39405%2C1731339309660 2024-11-11T15:35:10,803 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,39405,1731339309660, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:35:10,814 DEBUG [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:10,814 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738, startPosition=0, beingWritten=true 2024-11-11T15:35:10,815 INFO [RS:0;9a1fddc00362:39405.replicationSource.shipper9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C39405%2C1731339309660 2024-11-11T15:35:10,819 DEBUG [9a1fddc00362:35685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:10,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,39405,1731339309660 2024-11-11T15:35:10,836 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39405,1731339309660, state=OPENING 2024-11-11T15:35:10,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:10,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:10,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:10,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:10,850 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:10,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,39405,1731339309660}] 2024-11-11T15:35:10,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:10,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:10,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:10,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:10,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:10,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:11,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:11,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:11,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:11,044 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:11,044 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:11,044 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:11,060 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C39405%2C1731339309660.meta, suffix=.meta, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs, maxLogs=10 2024-11-11T15:35:11,068 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:11,139 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.meta.1731339311061.meta, exclude list is [], retry=0 2024-11-11T15:35:11,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:11,165 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.meta.1731339311061.meta 2024-11-11T15:35:11,172 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:11,172 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:11,172 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:11,173 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:11,173 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:11,173 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:11,173 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:11,173 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:11,173 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:11,173 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:11,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:11,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:11,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:11,260 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/info/905380a85d334c7691187afffcd29dcf 2024-11-11T15:35:11,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:11,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:11,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:11,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:11,298 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/ns/00bb9cc915e34446966e5ec63f20d806 2024-11-11T15:35:11,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:11,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:11,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:11,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:11,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:11,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:11,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:11,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:11,335 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/table/c325914322b1421991a486bc6b89a305 2024-11-11T15:35:11,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:11,336 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:11,337 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740 2024-11-11T15:35:11,339 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740 2024-11-11T15:35:11,341 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:11,341 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:11,342 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:11,344 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:11,345 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75051840, jitterRate=0.11835956573486328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:11,345 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:11,346 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339311173Writing region info on filesystem at 1731339311173Initializing all the Stores at 1731339311180 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339311180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339311181 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339311181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339311181Cleaning up temporary data from old regions at 1731339311341 (+160 ms)Running coprocessor post-open hooks at 1731339311345 (+4 ms)Region opened successfully at 1731339311346 (+1 ms) 2024-11-11T15:35:11,353 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731339311020 2024-11-11T15:35:11,357 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:11,357 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:11,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9a1fddc00362,39405,1731339309660 2024-11-11T15:35:11,378 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39405,1731339309660, state=OPEN 2024-11-11T15:35:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1465378927/meta-region-server 2024-11-11T15:35:11,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:11,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,39405,1731339309660 2024-11-11T15:35:11,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1465378927/meta-region-server: CHANGED 2024-11-11T15:35:11,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T15:35:11,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,39405,1731339309660 in 532 msec 2024-11-11T15:35:11,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:35:11,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 969 msec 2024-11-11T15:35:11,417 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:11,825 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:12,067 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1568ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1518ms 2024-11-11T15:35:12,353 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:12,962 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:13,570 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3071ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3021ms 2024-11-11T15:35:13,670 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:14,480 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:15,030 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4531ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T15:35:15,030 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:15,031 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:15,031 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39405,1731339309660, seqNum=-1] 2024-11-11T15:35:15,031 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:15,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:15,041 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=892cfac73108d69f91ab4517c3a1853e, regionState=OPEN, lastHost=9a1fddc00362,34021,1731339299161, regionLocation=9a1fddc00362,34021,1731339299161, openSeqNum=2 2024-11-11T15:35:15,041 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:15,041 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339375041 2024-11-11T15:35:15,041 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339435041 2024-11-11T15:35:15,041 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-11T15:35:15,041 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9a1fddc00362,34021,1731339299161 had 2 regions 2024-11-11T15:35:15,042 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35685,1731339309555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,042 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35685,1731339309555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,042 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35685,1731339309555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,042 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:35685, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,042 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,042 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,048 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,34021,1731339299161, splitWal=true, meta=true, isMeta: false 2024-11-11T15:35:15,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.312sec 2024-11-11T15:35:15,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:15,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:15,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:15,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:15,051 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:15,052 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35685,1731339309555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:15,052 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35685,1731339309555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:15,058 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161-splitting dir is empty, no logs to split. 2024-11-11T15:35:15,058 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,34021,1731339299161 WAL count=0, meta=false 2024-11-11T15:35:15,064 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,34021,1731339299161-splitting dir is empty, no logs to split. 2024-11-11T15:35:15,064 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,34021,1731339299161 WAL count=0, meta=false 2024-11-11T15:35:15,064 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,34021,1731339299161 WAL splitting is done? wals=0, meta=false 2024-11-11T15:35:15,066 WARN [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9a1fddc00362,34021,1731339299161/hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:15,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN}] 2024-11-11T15:35:15,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN 2024-11-11T15:35:15,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:35:15,080 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:15,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:15,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35685,1731339309555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:15,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5a5622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:15,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,35685,-1 for getting cluster id 2024-11-11T15:35:15,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:15,098 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f664358-9604-44fa-a120-407a05d8b55f' 2024-11-11T15:35:15,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f664358-9604-44fa-a120-407a05d8b55f" 2024-11-11T15:35:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a389256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,35685,-1] 2024-11-11T15:35:15,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,101 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:15,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@857bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:15,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:15,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39405,1731339309660, seqNum=-1] 2024-11-11T15:35:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:15,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T15:35:15,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:15,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:15,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9a1fddc00362:35685 after: 9a1fddc00362:35685 2024-11-11T15:35:15,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b1d326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:15,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,35685,-1 for getting cluster id 2024-11-11T15:35:15,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:15,114 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f664358-9604-44fa-a120-407a05d8b55f' 2024-11-11T15:35:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f664358-9604-44fa-a120-407a05d8b55f" 2024-11-11T15:35:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d67f059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,35685,-1] 2024-11-11T15:35:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:15,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,116 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:15,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b789729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:15,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,35685,1731339309555 2024-11-11T15:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486e18e 2024-11-11T15:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:15,122 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:15,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T15:35:15,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:35:15,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:15,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:15,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:15,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:35:15,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=932454295, stopped=false 2024-11-11T15:35:15,123 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,40765,1731339303579 2024-11-11T15:35:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781689477/running 2024-11-11T15:35:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781689477/running 2024-11-11T15:35:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:15,126 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:15,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/running 2024-11-11T15:35:15,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Set watcher on znode that does not yet exist, /1781689477/running 2024-11-11T15:35:15,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:15,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:15,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,127 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,46583,1731339303651' ***** 2024-11-11T15:35:15,127 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:35:15,127 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:35:15,127 INFO [RS:0;9a1fddc00362:46583 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:35:15,127 INFO [RS:0;9a1fddc00362:46583 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:35:15,127 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,46583,1731339303651 2024-11-11T15:35:15,127 INFO [RS:0;9a1fddc00362:46583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:15,127 INFO [RS:0;9a1fddc00362:46583 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:46583. 2024-11-11T15:35:15,127 DEBUG [RS:0;9a1fddc00362:46583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:15,127 DEBUG [RS:0;9a1fddc00362:46583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,128 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:35:15,128 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:35:15,128 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:35:15,128 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:35:15,132 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:35:15,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:35:15,132 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:35:15,132 DEBUG [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:15,133 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:15,133 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:15,133 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:15,134 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:15,134 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:15,134 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T15:35:15,145 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:15,181 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/.tmp/ns/5d05ebb936184e77afed0c129501546b is 43, key is default/ns:d/1731339305431/Put/seqid=0 2024-11-11T15:35:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741835_1011 (size=5153) 2024-11-11T15:35:15,194 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/.tmp/ns/5d05ebb936184e77afed0c129501546b 2024-11-11T15:35:15,203 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/.tmp/ns/5d05ebb936184e77afed0c129501546b as hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/ns/5d05ebb936184e77afed0c129501546b 2024-11-11T15:35:15,224 DEBUG [9a1fddc00362:35685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:15,226 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/ns/5d05ebb936184e77afed0c129501546b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T15:35:15,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=892cfac73108d69f91ab4517c3a1853e, regionState=OPENING, regionLocation=9a1fddc00362,39405,1731339309660 2024-11-11T15:35:15,228 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=6, compaction requested=false 2024-11-11T15:35:15,229 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:35:15,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN because future has completed 2024-11-11T15:35:15,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892cfac73108d69f91ab4517c3a1853e, server=9a1fddc00362,39405,1731339309660}] 2024-11-11T15:35:15,257 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T15:35:15,257 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:15,257 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:15,258 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:15,258 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339315133Running coprocessor pre-close hooks at 1731339315133Disabling compacts and flushes for region at 1731339315133Disabling writes for close at 1731339315134 (+1 ms)Obtaining lock to block concurrent updates at 1731339315134Preparing flush snapshotting stores in 1588230740 at 1731339315134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731339315134Flushing stores of hbase:meta,,1.1588230740 at 1731339315136 (+2 ms)Flushing 1588230740/ns: creating writer at 1731339315136Flushing 1588230740/ns: appending metadata at 1731339315180 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731339315180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411791aa: reopening flushed file at 1731339315202 (+22 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=6, compaction requested=false at 1731339315228 (+26 ms)Writing region close event to WAL at 1731339315242 (+14 ms)Running coprocessor post-close hooks at 1731339315257 (+15 ms)Closed at 1731339315257 2024-11-11T15:35:15,258 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:15,332 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,46583,1731339303651; all regions closed. 2024-11-11T15:35:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741834_1010 (size=1152) 2024-11-11T15:35:15,346 DEBUG [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/oldWALs 2024-11-11T15:35:15,346 INFO [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46583%2C1731339303651.meta:.meta(num 1731339305374) 2024-11-11T15:35:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741833_1009 (size=93) 2024-11-11T15:35:15,354 DEBUG [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/oldWALs 2024-11-11T15:35:15,354 INFO [RS:0;9a1fddc00362:46583 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46583%2C1731339303651:(num 1731339304856) 2024-11-11T15:35:15,354 DEBUG [RS:0;9a1fddc00362:46583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:15,354 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:15,354 INFO [RS:0;9a1fddc00362:46583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:15,354 INFO [RS:0;9a1fddc00362:46583 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:15,354 INFO [RS:0;9a1fddc00362:46583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:15,354 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:15,355 INFO [RS:0;9a1fddc00362:46583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46583 2024-11-11T15:35:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781689477/rs/9a1fddc00362,46583,1731339303651 2024-11-11T15:35:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477/rs 2024-11-11T15:35:15,357 INFO [RS:0;9a1fddc00362:46583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:15,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,46583,1731339303651] 2024-11-11T15:35:15,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/draining/9a1fddc00362,46583,1731339303651 already deleted, retry=false 2024-11-11T15:35:15,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,46583,1731339303651 expired; onlineServers=0 2024-11-11T15:35:15,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,40765,1731339303579' ***** 2024-11-11T15:35:15,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:15,360 DEBUG [M:0;9a1fddc00362:40765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:35:15,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:35:15,360 DEBUG [M:0;9a1fddc00362:40765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:35:15,360 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339304563 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339304563,5,FailOnTimeoutGroup] 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:15,360 DEBUG [M:0;9a1fddc00362:40765 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:15,360 INFO [M:0;9a1fddc00362:40765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:35:15,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:35:15,362 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339304563 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339304563,5,FailOnTimeoutGroup] 2024-11-11T15:35:15,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1781689477/master 2024-11-11T15:35:15,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1781689477 2024-11-11T15:35:15,364 DEBUG [M:0;9a1fddc00362:40765 {}] zookeeper.RecoverableZooKeeper(212): Node /1781689477/master already deleted, retry=false 2024-11-11T15:35:15,364 DEBUG [M:0;9a1fddc00362:40765 {}] master.ActiveMasterManager(353): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Failed delete of our master address node; KeeperErrorCode = NoNode for /1781689477/master 2024-11-11T15:35:15,368 INFO [M:0;9a1fddc00362:40765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/.lastflushedseqids 2024-11-11T15:35:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741836_1012 (size=99) 2024-11-11T15:35:15,398 INFO [M:0;9a1fddc00362:40765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:35:15,398 INFO [M:0;9a1fddc00362:40765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:35:15,398 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:15,399 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:15,399 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:15,399 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:15,399 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:15,399 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T15:35:15,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:15,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:15,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:35:15,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C39405%2C1731339309660.rep, suffix=, logDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660, archiveDir=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs, maxLogs=10 2024-11-11T15:35:15,420 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:15,470 INFO [RS:0;9a1fddc00362:46583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x10197f899410004, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:15,470 INFO [RS:0;9a1fddc00362:46583 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,46583,1731339303651; zookeeper connection closed. 2024-11-11T15:35:15,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.rep.1731339315413, exclude list is [], retry=0 2024-11-11T15:35:15,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33981,DS-9d214185-9762-4691-b102-aba35b21c108,DISK] 2024-11-11T15:35:15,478 DEBUG [M:0;9a1fddc00362:40765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de15fc7b2fc04fb4b2ddd59a48873436 is 82, key is hbase:meta,,1/info:regioninfo/1731339305415/Put/seqid=0 2024-11-11T15:35:15,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cc021a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cc021a4 2024-11-11T15:35:15,479 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:35:15,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.rep.1731339315413 2024-11-11T15:35:15,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38337:38337)] 2024-11-11T15:35:15,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 892cfac73108d69f91ab4517c3a1853e, NAME => 'hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:15,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. service=MultiRowMutationService 2024-11-11T15:35:15,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:35:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741837_1013 (size=5672) 2024-11-11T15:35:15,518 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,523 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892cfac73108d69f91ab4517c3a1853e columnFamilyName hfileref 2024-11-11T15:35:15,523 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:15,524 INFO [M:0;9a1fddc00362:40765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de15fc7b2fc04fb4b2ddd59a48873436 2024-11-11T15:35:15,526 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(327): Store=892cfac73108d69f91ab4517c3a1853e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:15,527 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,528 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892cfac73108d69f91ab4517c3a1853e columnFamilyName queue 2024-11-11T15:35:15,529 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:15,559 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/queue/3a65199ce6814a729e447ab6f0d2c82f 2024-11-11T15:35:15,559 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(327): Store=892cfac73108d69f91ab4517c3a1853e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:15,559 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,561 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892cfac73108d69f91ab4517c3a1853e columnFamilyName sid 2024-11-11T15:35:15,561 DEBUG [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:15,562 INFO [StoreOpener-892cfac73108d69f91ab4517c3a1853e-1 {}] regionserver.HStore(327): Store=892cfac73108d69f91ab4517c3a1853e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:15,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:15,602 DEBUG [M:0;9a1fddc00362:40765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eb515b620e74d58b4bf07bd53a5e391 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731339305435/Put/seqid=0 2024-11-11T15:35:15,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 892cfac73108d69f91ab4517c3a1853e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58967032, jitterRate=-0.12132275104522705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:15,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:15,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 892cfac73108d69f91ab4517c3a1853e: Running coprocessor pre-open hook at 1731339315514Writing region info on filesystem at 1731339315514Initializing all the Stores at 1731339315515 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339315515Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339315517 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339315517Cleaning up temporary data from old regions at 1731339315592 (+75 ms)Running coprocessor post-open hooks at 1731339315613 (+21 ms)Region opened successfully at 1731339315614 (+1 ms) 2024-11-11T15:35:15,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., pid=13, masterSystemTime=1731339315398 2024-11-11T15:35:15,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:15,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741838_1014 (size=5275) 2024-11-11T15:35:15,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=892cfac73108d69f91ab4517c3a1853e, regionState=OPEN, openSeqNum=9, regionLocation=9a1fddc00362,39405,1731339309660 2024-11-11T15:35:15,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892cfac73108d69f91ab4517c3a1853e, server=9a1fddc00362,39405,1731339309660 because future has completed 2024-11-11T15:35:15,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T15:35:15,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 892cfac73108d69f91ab4517c3a1853e, server=9a1fddc00362,39405,1731339309660 in 404 msec 2024-11-11T15:35:15,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T15:35:15,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=892cfac73108d69f91ab4517c3a1853e, ASSIGN in 584 msec 2024-11-11T15:35:15,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T15:35:15,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., hostname=9a1fddc00362,39405,1731339309660, seqNum=9] 2024-11-11T15:35:15,688 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9a1fddc00362,34021,1731339299161 2024-11-11T15:35:15,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T15:35:15,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T15:35:16,028 INFO [M:0;9a1fddc00362:40765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eb515b620e74d58b4bf07bd53a5e391 2024-11-11T15:35:16,058 DEBUG [M:0;9a1fddc00362:40765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac5fec9766f94beabe4001f79109c010 is 69, key is 9a1fddc00362,46583,1731339303651/rs:state/1731339304651/Put/seqid=0 2024-11-11T15:35:16,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741839_1015 (size=5156) 2024-11-11T15:35:16,096 INFO [M:0;9a1fddc00362:40765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac5fec9766f94beabe4001f79109c010 2024-11-11T15:35:16,115 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de15fc7b2fc04fb4b2ddd59a48873436 as hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de15fc7b2fc04fb4b2ddd59a48873436 2024-11-11T15:35:16,123 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de15fc7b2fc04fb4b2ddd59a48873436, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T15:35:16,124 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eb515b620e74d58b4bf07bd53a5e391 as hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eb515b620e74d58b4bf07bd53a5e391 2024-11-11T15:35:16,149 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eb515b620e74d58b4bf07bd53a5e391, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T15:35:16,150 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac5fec9766f94beabe4001f79109c010 as hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac5fec9766f94beabe4001f79109c010 2024-11-11T15:35:16,155 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46521/user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac5fec9766f94beabe4001f79109c010, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T15:35:16,157 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 758ms, sequenceid=28, compaction requested=false 2024-11-11T15:35:16,164 INFO [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:16,164 DEBUG [M:0;9a1fddc00362:40765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339315398Disabling compacts and flushes for region at 1731339315398Disabling writes for close at 1731339315399 (+1 ms)Obtaining lock to block concurrent updates at 1731339315399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339315399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731339315399Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339315400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339315400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339315478 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339315478Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339315550 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339315602 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339315602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339316038 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339316057 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339316057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5b46bd: reopening flushed file at 1731339316113 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae6fdf0: reopening flushed file at 1731339316123 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34886178: reopening flushed file at 1731339316149 (+26 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 758ms, sequenceid=28, compaction requested=false at 1731339316157 (+8 ms)Writing region close event to WAL at 1731339316164 (+7 ms)Closed at 1731339316164 2024-11-11T15:35:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41631 is added to blk_1073741830_1006 (size=10165) 2024-11-11T15:35:16,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c99c4d9-af1d-b78f-e2f5-6df2807b2a34/MasterData/WALs/9a1fddc00362,40765,1731339303579/9a1fddc00362%2C40765%2C1731339303579.1731339304309 not finished, retry = 0 2024-11-11T15:35:16,270 INFO [M:0;9a1fddc00362:40765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:35:16,270 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:16,271 INFO [M:0;9a1fddc00362:40765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40765 2024-11-11T15:35:16,272 INFO [M:0;9a1fddc00362:40765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:16,374 INFO [M:0;9a1fddc00362:40765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40765-0x10197f899410003, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:16,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@421c02d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:16,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@358c4d9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:16,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:16,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2757a99f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:16,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@651472f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:16,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:35:16,392 WARN [BP-679423886-172.17.0.3-1731339302447 heartbeating to localhost/127.0.0.1:46521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:35:16,392 WARN [BP-679423886-172.17.0.3-1731339302447 heartbeating to localhost/127.0.0.1:46521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-679423886-172.17.0.3-1731339302447 (Datanode Uuid 90ff016d-5b0d-4ea0-83f7-644e98a96210) service to localhost/127.0.0.1:46521 2024-11-11T15:35:16,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:35:16,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/cluster_2bc7ee04-d8fb-662f-4d48-920683077c86/data/data1/current/BP-679423886-172.17.0.3-1731339302447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:16,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/cluster_2bc7ee04-d8fb-662f-4d48-920683077c86/data/data2/current/BP-679423886-172.17.0.3-1731339302447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:16,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:35:16,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15361c45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:16,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b3e22f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:16,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:16,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@889e012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:16,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29822708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:35:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:35:16,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:16,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:16,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:16,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:16,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:16,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:35:16,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1517131219, stopped=false 2024-11-11T15:35:16,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,35685,1731339309555 2024-11-11T15:35:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/running 2024-11-11T15:35:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:16,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:16,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:16,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:35:16,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:16,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:16,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,39405,1731339309660' ***** 2024-11-11T15:35:16,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Set watcher on znode that does not yet exist, /0-1465378927/running 2024-11-11T15:35:16,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:35:16,424 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(3091): Received CLOSE for 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:16,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,39405,1731339309660 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:39405. 2024-11-11T15:35:16,425 DEBUG [RS:0;9a1fddc00362:39405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:16,425 DEBUG [RS:0;9a1fddc00362:39405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:16,425 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 892cfac73108d69f91ab4517c3a1853e, disabling compactions & flushes 2024-11-11T15:35:16,425 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:16,425 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:35:16,425 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. after waiting 0 ms 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:35:16,425 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:35:16,425 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:16,426 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:35:16,426 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:35:16,426 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1325): Online Regions={892cfac73108d69f91ab4517c3a1853e=hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:35:16,426 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 892cfac73108d69f91ab4517c3a1853e 2024-11-11T15:35:16,426 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:16,426 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:16,426 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:16,426 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:16,426 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:16,426 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T15:35:16,439 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/replication/892cfac73108d69f91ab4517c3a1853e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T15:35:16,439 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:16,440 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:16,440 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:16,440 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 892cfac73108d69f91ab4517c3a1853e: Waiting for close lock at 1731339316425Running coprocessor pre-close hooks at 1731339316425Disabling compacts and flushes for region at 1731339316425Disabling writes for close at 1731339316425Writing region close event to WAL at 1731339316432 (+7 ms)Running coprocessor post-close hooks at 1731339316439 (+7 ms)Closed at 1731339316440 (+1 ms) 2024-11-11T15:35:16,440 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e. 2024-11-11T15:35:16,449 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/info/6ffc8459dbb74202b800e3607b5add5c is 147, key is hbase:replication,,1731339305547.892cfac73108d69f91ab4517c3a1853e./info:regioninfo/1731339315628/Put/seqid=0 2024-11-11T15:35:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741851_1027 (size=6385) 2024-11-11T15:35:16,472 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:16,488 DEBUG [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/WALs/9a1fddc00362,39405,1731339309660/9a1fddc00362%2C39405%2C1731339309660.1731339310738 to pos 0, reset compression=false 2024-11-11T15:35:16,541 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:35:16,541 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:35:16,626 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:16,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:16,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:16,826 DEBUG [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:16,860 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/info/6ffc8459dbb74202b800e3607b5add5c 2024-11-11T15:35:16,868 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/.tmp/info/6ffc8459dbb74202b800e3607b5add5c as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/info/6ffc8459dbb74202b800e3607b5add5c 2024-11-11T15:35:16,874 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/info/6ffc8459dbb74202b800e3607b5add5c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T15:35:16,875 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-11T15:35:16,885 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T15:35:16,886 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:16,887 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:16,887 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:16,887 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339316426Running coprocessor pre-close hooks at 1731339316426Disabling compacts and flushes for region at 1731339316426Disabling writes for close at 1731339316426Obtaining lock to block concurrent updates at 1731339316426Preparing flush snapshotting stores in 1588230740 at 1731339316426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731339316427 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339316429 (+2 ms)Flushing 1588230740/info: creating writer at 1731339316429Flushing 1588230740/info: appending metadata at 1731339316449 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731339316449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad31515: reopening flushed file at 1731339316867 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731339316875 (+8 ms)Writing region close event to WAL at 1731339316880 (+5 ms)Running coprocessor post-close hooks at 1731339316886 (+6 ms)Closed at 1731339316887 (+1 ms) 2024-11-11T15:35:16,887 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:17,027 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,39405,1731339309660; all regions closed. 2024-11-11T15:35:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741849_1025 (size=2156) 2024-11-11T15:35:17,032 DEBUG [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs 2024-11-11T15:35:17,032 INFO [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39405%2C1731339309660.meta:.meta(num 1731339311061) 2024-11-11T15:35:17,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:17,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:35:17,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:35:17,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741850_1026 (size=796) 2024-11-11T15:35:17,038 DEBUG [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs 2024-11-11T15:35:17,038 INFO [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39405%2C1731339309660.rep:(num 1731339315413) 2024-11-11T15:35:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741848_1024 (size=93) 2024-11-11T15:35:17,042 DEBUG [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/oldWALs 2024-11-11T15:35:17,042 INFO [RS:0;9a1fddc00362:39405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39405%2C1731339309660:(num 1731339310738) 2024-11-11T15:35:17,042 DEBUG [RS:0;9a1fddc00362:39405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:17,042 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:17,042 INFO [RS:0;9a1fddc00362:39405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:17,042 INFO [RS:0;9a1fddc00362:39405 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:17,042 INFO [RS:0;9a1fddc00362:39405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:17,042 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:17,042 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,39405,1731339309660 because: Region server is closing 2024-11-11T15:35:17,043 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T15:35:17,043 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T15:35:17,043 INFO [RS:0;9a1fddc00362:39405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:39405. 2024-11-11T15:35:17,043 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T15:35:17,043 DEBUG [RS:0;9a1fddc00362:39405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:17,043 DEBUG [RS:0;9a1fddc00362:39405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:17,043 DEBUG [RS:0;9a1fddc00362:39405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:17,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:17,143 WARN [RS:0;9a1fddc00362:39405.replicationSource.wal-reader.9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:35:17,143 WARN [RS:0;9a1fddc00362:39405.replicationSource.shipper9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:35:17,144 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9a1fddc00362:39405.replicationSource.shipper9a1fddc00362%2C39405%2C1731339309660,1-9a1fddc00362,39405,1731339309660 terminated 2024-11-11T15:35:17,144 INFO [RS:0;9a1fddc00362:39405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39405 2024-11-11T15:35:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/rs/9a1fddc00362,39405,1731339309660 2024-11-11T15:35:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927/rs 2024-11-11T15:35:17,146 INFO [RS:0;9a1fddc00362:39405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:17,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,39405,1731339309660] 2024-11-11T15:35:17,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/draining/9a1fddc00362,39405,1731339309660 already deleted, retry=false 2024-11-11T15:35:17,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,39405,1731339309660 expired; onlineServers=0 2024-11-11T15:35:17,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,35685,1731339309555' ***** 2024-11-11T15:35:17,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:35:17,149 INFO [M:0;9a1fddc00362:35685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:17,149 INFO [M:0;9a1fddc00362:35685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:17,150 DEBUG [M:0;9a1fddc00362:35685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:35:17,150 DEBUG [M:0;9a1fddc00362:35685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:35:17,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:35:17,150 INFO [M:0;9a1fddc00362:35685 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:17,150 INFO [M:0;9a1fddc00362:35685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:17,150 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339310496 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339310496,5,FailOnTimeoutGroup] 2024-11-11T15:35:17,150 DEBUG [M:0;9a1fddc00362:35685 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:35:17,150 INFO [M:0;9a1fddc00362:35685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:35:17,150 INFO [M:0;9a1fddc00362:35685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:17,150 INFO [M:0;9a1fddc00362:35685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:35:17,150 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:35:17,152 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339310480 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339310480,5,FailOnTimeoutGroup] 2024-11-11T15:35:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1465378927/master 2024-11-11T15:35:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1465378927 2024-11-11T15:35:17,155 INFO [M:0;9a1fddc00362:35685 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/.lastflushedseqids 2024-11-11T15:35:17,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1465378927/master already deleted, retry=false 2024-11-11T15:35:17,156 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1465378927/master 2024-11-11T15:35:17,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741852_1028 (size=181) 2024-11-11T15:35:17,172 INFO [M:0;9a1fddc00362:35685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:35:17,172 INFO [M:0;9a1fddc00362:35685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:35:17,172 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:17,172 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:17,172 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:17,172 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:17,172 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:17,173 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T15:35:17,195 DEBUG [M:0;9a1fddc00362:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd7cef741fd447fc9e087a0e7b4eaa3b is 82, key is hbase:meta,,1/info:regioninfo/1731339311368/Put/seqid=0 2024-11-11T15:35:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741853_1029 (size=5672) 2024-11-11T15:35:17,207 INFO [M:0;9a1fddc00362:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd7cef741fd447fc9e087a0e7b4eaa3b 2024-11-11T15:35:17,230 DEBUG [M:0;9a1fddc00362:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2bf9c9c27e44311be105ec15cf5786c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731339315654/Put/seqid=0 2024-11-11T15:35:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741854_1030 (size=7312) 2024-11-11T15:35:17,245 INFO [M:0;9a1fddc00362:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2bf9c9c27e44311be105ec15cf5786c 2024-11-11T15:35:17,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:17,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x10197f899410007, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:17,248 INFO [RS:0;9a1fddc00362:39405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:17,248 INFO [RS:0;9a1fddc00362:39405 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,39405,1731339309660; zookeeper connection closed. 2024-11-11T15:35:17,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69fc98b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69fc98b6 2024-11-11T15:35:17,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:35:17,271 DEBUG [M:0;9a1fddc00362:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b6d4b1a12a84f83bbc6c3077888c4d2 is 69, key is 9a1fddc00362,39405,1731339309660/rs:state/1731339310500/Put/seqid=0 2024-11-11T15:35:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741855_1031 (size=5370) 2024-11-11T15:35:17,300 INFO [M:0;9a1fddc00362:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b6d4b1a12a84f83bbc6c3077888c4d2 2024-11-11T15:35:17,307 INFO [M:0;9a1fddc00362:35685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b6d4b1a12a84f83bbc6c3077888c4d2 2024-11-11T15:35:17,308 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd7cef741fd447fc9e087a0e7b4eaa3b as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd7cef741fd447fc9e087a0e7b4eaa3b 2024-11-11T15:35:17,314 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd7cef741fd447fc9e087a0e7b4eaa3b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T15:35:17,316 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2bf9c9c27e44311be105ec15cf5786c as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2bf9c9c27e44311be105ec15cf5786c 2024-11-11T15:35:17,325 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2bf9c9c27e44311be105ec15cf5786c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T15:35:17,326 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b6d4b1a12a84f83bbc6c3077888c4d2 as hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b6d4b1a12a84f83bbc6c3077888c4d2 2024-11-11T15:35:17,348 INFO [M:0;9a1fddc00362:35685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b6d4b1a12a84f83bbc6c3077888c4d2 2024-11-11T15:35:17,348 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40993/user/jenkins/test-data/6a47b034-02bb-e125-2d88-6092f272c811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b6d4b1a12a84f83bbc6c3077888c4d2, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T15:35:17,350 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=127, compaction requested=false 2024-11-11T15:35:17,360 INFO [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:17,360 DEBUG [M:0;9a1fddc00362:35685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339317172Disabling compacts and flushes for region at 1731339317172Disabling writes for close at 1731339317172Obtaining lock to block concurrent updates at 1731339317173 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339317173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731339317173Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339317174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339317174Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339317195 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339317195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339317213 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339317229 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339317229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339317251 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339317270 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339317270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74059229: reopening flushed file at 1731339317307 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15db883f: reopening flushed file at 1731339317315 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f72d9e5: reopening flushed file at 1731339317325 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=127, compaction requested=false at 1731339317350 (+25 ms)Writing region close event to WAL at 1731339317360 (+10 ms)Closed at 1731339317360 2024-11-11T15:35:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33981 is added to blk_1073741847_1023 (size=22903) 2024-11-11T15:35:17,364 INFO [M:0;9a1fddc00362:35685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:35:17,364 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:17,364 INFO [M:0;9a1fddc00362:35685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35685 2024-11-11T15:35:17,364 INFO [M:0;9a1fddc00362:35685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x10197f899410006, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:17,466 INFO [M:0;9a1fddc00362:35685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:17,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c1e45f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:17,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4510eed8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:17,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:17,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e999bfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:17,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d1a53dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:17,489 WARN [BP-1306132794-172.17.0.3-1731339297777 heartbeating to localhost/127.0.0.1:40993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:35:17,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:35:17,490 WARN [BP-1306132794-172.17.0.3-1731339297777 heartbeating to localhost/127.0.0.1:40993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1306132794-172.17.0.3-1731339297777 (Datanode Uuid 515779b0-3bbf-45ed-8c09-c0804469dc5e) service to localhost/127.0.0.1:40993 2024-11-11T15:35:17,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:35:17,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/data/data1/current/BP-1306132794-172.17.0.3-1731339297777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:17,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/cluster_a8669902-ff7f-790d-7632-f139a2b0c245/data/data2/current/BP-1306132794-172.17.0.3-1731339297777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:17,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:35:17,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f7e3597{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:17,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5172e574{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:17,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:17,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c6152e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:17,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338a5129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5775858a-d340-e79c-a0cd-71d22242cd1c/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:17,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:35:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:35:17,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:46521 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40993 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61527) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:46521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61527) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40993 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:46521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=584 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=876 (was 771) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1065 (was 2049) 2024-11-11T15:35:17,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=584, MaxFileDescriptor=1048576, SystemLoadAverage=876, ProcessCount=11, AvailableMemoryMB=1064 2024-11-11T15:35:17,608 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T15:35:17,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir so I do NOT create it in target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489 2024-11-11T15:35:17,609 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:35:17,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.tmp.dir so I do NOT create it in target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489 2024-11-11T15:35:17,609 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c27f84c-9610-4264-98be-8e4632f260b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:35:17,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489 2024-11-11T15:35:17,609 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b, deleteOnExit=true 2024-11-11T15:35:17,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f899410005, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:35:17,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f899410005, quorum=127.0.0.1:61527, baseZNode=/1781689477 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:35:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f899410002, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:35:17,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f899410002, quorum=127.0.0.1:61527, baseZNode=/0-1465378927 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:35:17,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/zookeeper_0, clientPort=63496, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:35:17,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63496 2024-11-11T15:35:17,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/test.cache.data in system properties and HBase conf 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:35:17,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:35:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:35:17,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:35:17,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:17,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:17,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:17,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:17,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:35:17,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:17,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685c8f16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:17,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112ac0dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:18,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@289703e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/java.io.tmpdir/jetty-localhost-44857-hadoop-hdfs-3_4_1-tests_jar-_-any-2681667525214367670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:18,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7abe28{HTTP/1.1, (http/1.1)}{localhost:44857} 2024-11-11T15:35:18,150 INFO [Time-limited test {}] server.Server(415): Started @159746ms 2024-11-11T15:35:18,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:18,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:18,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:18,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:18,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:35:18,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12dbc63d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:18,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a365ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:18,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9941067{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/java.io.tmpdir/jetty-localhost-45745-hadoop-hdfs-3_4_1-tests_jar-_-any-11003062588954876708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:18,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b3ff5ea{HTTP/1.1, (http/1.1)}{localhost:45745} 2024-11-11T15:35:18,444 INFO [Time-limited test {}] server.Server(415): Started @160040ms 2024-11-11T15:35:18,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:35:18,760 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/data/data1/current/BP-1008195690-172.17.0.3-1731339317730/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:18,762 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/data/data2/current/BP-1008195690-172.17.0.3-1731339317730/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:18,805 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:35:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4ccae4e23fd6b0 with lease ID 0x677749ea57aa8fde: Processing first storage report for DS-787c5665-f70d-48ad-aa4f-37ff20ea2218 from datanode DatanodeRegistration(127.0.0.1:40153, datanodeUuid=26bad6e3-a868-470d-939d-7f139ccb9314, infoPort=36639, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=2000719805;c=1731339317730) 2024-11-11T15:35:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4ccae4e23fd6b0 with lease ID 0x677749ea57aa8fde: from storage DS-787c5665-f70d-48ad-aa4f-37ff20ea2218 node DatanodeRegistration(127.0.0.1:40153, datanodeUuid=26bad6e3-a868-470d-939d-7f139ccb9314, infoPort=36639, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=2000719805;c=1731339317730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4ccae4e23fd6b0 with lease ID 0x677749ea57aa8fde: Processing first storage report for DS-e4f127fb-0fdb-4740-a3e7-6763de30e9bb from datanode DatanodeRegistration(127.0.0.1:40153, datanodeUuid=26bad6e3-a868-470d-939d-7f139ccb9314, infoPort=36639, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=2000719805;c=1731339317730) 2024-11-11T15:35:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4ccae4e23fd6b0 with lease ID 0x677749ea57aa8fde: from storage DS-e4f127fb-0fdb-4740-a3e7-6763de30e9bb node DatanodeRegistration(127.0.0.1:40153, datanodeUuid=26bad6e3-a868-470d-939d-7f139ccb9314, infoPort=36639, infoSecurePort=0, ipcPort=44945, storageInfo=lv=-57;cid=testClusterID;nsid=2000719805;c=1731339317730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:18,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489 2024-11-11T15:35:18,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:18,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:18,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:35:19,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18 with version=8 2024-11-11T15:35:19,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/hbase-staging 2024-11-11T15:35:19,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:35:19,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:19,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36177 2024-11-11T15:35:19,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36177 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-11T15:35:19,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361770x0, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:19,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36177-0x10197f8e6f20000 connected 2024-11-11T15:35:19,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:19,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:19,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/running 2024-11-11T15:35:19,355 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18, hbase.cluster.distributed=false 2024-11-11T15:35:19,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/acl 2024-11-11T15:35:19,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T15:35:19,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36177 2024-11-11T15:35:19,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36177 2024-11-11T15:35:19,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T15:35:19,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T15:35:19,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:35:19,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:19,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45061 2024-11-11T15:35:19,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45061 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-11T15:35:19,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:19,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:19,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450610x0, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:19,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450610x0, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/running 2024-11-11T15:35:19,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45061-0x10197f8e6f20001 connected 2024-11-11T15:35:19,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:35:19,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:35:19,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/master 2024-11-11T15:35:19,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/acl 2024-11-11T15:35:19,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-11T15:35:19,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45061 2024-11-11T15:35:19,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45061 2024-11-11T15:35:19,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-11T15:35:19,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-11T15:35:19,450 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:36177 2024-11-11T15:35:19,452 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-691501686/backup-masters/9a1fddc00362,36177,1731339319280 2024-11-11T15:35:19,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686/backup-masters 2024-11-11T15:35:19,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686/backup-masters 2024-11-11T15:35:19,454 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on existing znode=/0-691501686/backup-masters/9a1fddc00362,36177,1731339319280 2024-11-11T15:35:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-691501686/master 2024-11-11T15:35:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:19,456 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on existing znode=/0-691501686/master 2024-11-11T15:35:19,457 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-691501686/backup-masters/9a1fddc00362,36177,1731339319280 from backup master directory 2024-11-11T15:35:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686/backup-masters 2024-11-11T15:35:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691501686/backup-masters/9a1fddc00362,36177,1731339319280 2024-11-11T15:35:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686/backup-masters 2024-11-11T15:35:19,459 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:19,459 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,36177,1731339319280 2024-11-11T15:35:19,472 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/hbase.id] with ID: b8396f7c-e1cc-4d86-88e7-6ed5ae273942 2024-11-11T15:35:19,472 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/.tmp/hbase.id 2024-11-11T15:35:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:35:19,487 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/.tmp/hbase.id]:[hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/hbase.id] 2024-11-11T15:35:19,500 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:19,500 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:35:19,501 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:35:19,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:19,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:35:19,914 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:19,915 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:19,915 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:35:20,338 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store 2024-11-11T15:35:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:35:20,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:20,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:20,346 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:20,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:20,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:20,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:20,346 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:20,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339320346Disabling compacts and flushes for region at 1731339320346Disabling writes for close at 1731339320346Writing region close event to WAL at 1731339320346Closed at 1731339320346 2024-11-11T15:35:20,347 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/.initializing 2024-11-11T15:35:20,347 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/WALs/9a1fddc00362,36177,1731339319280 2024-11-11T15:35:20,349 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:20,351 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C36177%2C1731339319280, suffix=, logDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/WALs/9a1fddc00362,36177,1731339319280, archiveDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:20,364 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/WALs/9a1fddc00362,36177,1731339319280/9a1fddc00362%2C36177%2C1731339319280.1731339320351, exclude list is [], retry=0 2024-11-11T15:35:20,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40153,DS-787c5665-f70d-48ad-aa4f-37ff20ea2218,DISK] 2024-11-11T15:35:20,369 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/WALs/9a1fddc00362,36177,1731339319280/9a1fddc00362%2C36177%2C1731339319280.1731339320351 2024-11-11T15:35:20,369 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-11T15:35:20,369 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:20,370 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:20,370 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,370 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:20,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:20,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:20,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:20,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:20,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:20,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:20,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:20,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,380 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,381 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,382 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,382 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,383 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:20,384 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:20,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:20,386 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63730071, jitterRate=-0.050347939133644104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:20,387 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339320370Initializing all the Stores at 1731339320370Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339320371 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339320371Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339320371Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339320371Cleaning up temporary data from old regions at 1731339320382 (+11 ms)Region opened successfully at 1731339320387 (+5 ms) 2024-11-11T15:35:20,387 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:20,390 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8ad45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:20,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:35:20,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:20,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:20,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:20,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:35:20,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:35:20,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:20,394 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:20,395 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Unable to get data of znode /0-691501686/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:20,443 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691501686/balancer already deleted, retry=false 2024-11-11T15:35:20,443 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:20,444 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Unable to get data of znode /0-691501686/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:20,512 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691501686/normalizer already deleted, retry=false 2024-11-11T15:35:20,512 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:20,514 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Unable to get data of znode /0-691501686/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:20,551 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691501686/switch/split already deleted, retry=false 2024-11-11T15:35:20,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Unable to get data of znode /0-691501686/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:20,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691501686/switch/merge already deleted, retry=false 2024-11-11T15:35:20,608 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Unable to get data of znode /0-691501686/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:20,666 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691501686/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-691501686/running 2024-11-11T15:35:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-691501686/running 2024-11-11T15:35:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:20,686 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,36177,1731339319280, sessionid=0x10197f8e6f20000, setting cluster-up flag (Was=false) 2024-11-11T15:35:20,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:20,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:20,720 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-691501686/flush-table-proc/acquired, /0-691501686/flush-table-proc/reached, /0-691501686/flush-table-proc/abort 2024-11-11T15:35:20,721 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,36177,1731339319280 2024-11-11T15:35:20,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:20,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:20,761 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-691501686/online-snapshot/acquired, /0-691501686/online-snapshot/reached, /0-691501686/online-snapshot/abort 2024-11-11T15:35:20,762 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,36177,1731339319280 2024-11-11T15:35:20,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:35:20,784 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:20,784 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:20,784 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:20,785 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,36177,1731339319280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:20,786 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:20,786 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:20,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:20,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:20,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:20,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:20,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:20,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:35:20,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339350812 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:20,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:20,817 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,824 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:20,824 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:20,824 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:20,824 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:20,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:20,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:20,848 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339320832,5,FailOnTimeoutGroup] 2024-11-11T15:35:20,852 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339320848,5,FailOnTimeoutGroup] 2024-11-11T15:35:20,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:20,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,857 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(746): ClusterId : b8396f7c-e1cc-4d86-88e7-6ed5ae273942 2024-11-11T15:35:20,857 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:20,866 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:20,866 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:20,868 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:20,868 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3190c7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:20,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:35:20,893 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:45061 2024-11-11T15:35:20,893 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:20,893 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:20,893 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:20,895 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,36177,1731339319280 with port=45061, startcode=1731339319393 2024-11-11T15:35:20,896 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:20,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:35:20,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18 2024-11-11T15:35:20,898 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:20,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,45061,1731339319393 2024-11-11T15:35:20,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:20,905 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18 2024-11-11T15:35:20,905 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33333 2024-11-11T15:35:20,905 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:20,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686/rs 2024-11-11T15:35:20,908 DEBUG [RS:0;9a1fddc00362:45061 {}] zookeeper.ZKUtil(111): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on existing znode=/0-691501686/rs/9a1fddc00362,45061,1731339319393 2024-11-11T15:35:20,908 WARN [RS:0;9a1fddc00362:45061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:20,908 INFO [RS:0;9a1fddc00362:45061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:20,908 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393 2024-11-11T15:35:20,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,45061,1731339319393] 2024-11-11T15:35:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:35:20,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:20,935 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:20,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:20,940 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:20,941 INFO [RS:0;9a1fddc00362:45061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:20,941 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:20,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:20,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:20,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:20,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:20,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:20,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:20,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:20,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:20,948 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:20,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:20,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:20,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:20,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:20,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740 2024-11-11T15:35:20,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740 2024-11-11T15:35:20,952 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:20,952 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:20,953 DEBUG [RS:0;9a1fddc00362:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:20,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:20,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:20,954 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:20,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:20,961 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,961 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,961 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,961 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,961 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,961 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45061,1731339319393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:20,986 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:20,987 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45061,1731339319393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,987 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:20,987 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.Replication(171): 9a1fddc00362,45061,1731339319393 started 2024-11-11T15:35:20,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:20,989 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64607191, jitterRate=-0.03727783262729645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:20,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339320924Initializing all the Stores at 1731339320926 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339320926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339320936 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339320936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339320936Cleaning up temporary data from old regions at 1731339320954 (+18 ms)Region opened successfully at 1731339320990 (+36 ms) 2024-11-11T15:35:20,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:20,990 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:20,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:20,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:20,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:20,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:20,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339320990Disabling compacts and flushes for region at 1731339320990Disabling writes for close at 1731339320990Writing region close event to WAL at 1731339320991 (+1 ms)Closed at 1731339320991 2024-11-11T15:35:20,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:20,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:35:20,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:20,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:20,996 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:35:21,009 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,009 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,45061,1731339319393, RpcServer on 9a1fddc00362/172.17.0.3:45061, sessionid=0x10197f8e6f20001 2024-11-11T15:35:21,009 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:21,009 DEBUG [RS:0;9a1fddc00362:45061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,45061,1731339319393 2024-11-11T15:35:21,009 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,45061,1731339319393' 2024-11-11T15:35:21,009 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-691501686/flush-table-proc/abort' 2024-11-11T15:35:21,010 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-691501686/flush-table-proc/acquired' 2024-11-11T15:35:21,010 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:21,011 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:21,011 DEBUG [RS:0;9a1fddc00362:45061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,45061,1731339319393 2024-11-11T15:35:21,011 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,45061,1731339319393' 2024-11-11T15:35:21,011 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-691501686/online-snapshot/abort' 2024-11-11T15:35:21,011 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-691501686/online-snapshot/acquired' 2024-11-11T15:35:21,011 DEBUG [RS:0;9a1fddc00362:45061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:21,011 INFO [RS:0;9a1fddc00362:45061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:21,011 INFO [RS:0;9a1fddc00362:45061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:21,112 INFO [RS:0;9a1fddc00362:45061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:21,124 INFO [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C45061%2C1731339319393, suffix=, logDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393, archiveDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/oldWALs, maxLogs=10 2024-11-11T15:35:21,145 DEBUG [RS:0;9a1fddc00362:45061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125, exclude list is [], retry=0 2024-11-11T15:35:21,147 WARN [9a1fddc00362:36177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:35:21,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40153,DS-787c5665-f70d-48ad-aa4f-37ff20ea2218,DISK] 2024-11-11T15:35:21,160 INFO [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 2024-11-11T15:35:21,164 DEBUG [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-11T15:35:21,397 DEBUG [9a1fddc00362:36177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:21,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:21,399 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,45061,1731339319393, state=OPENING 2024-11-11T15:35:21,401 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:35:21,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:21,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:21,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691501686/meta-region-server: CHANGED 2024-11-11T15:35:21,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691501686/meta-region-server: CHANGED 2024-11-11T15:35:21,404 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:21,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,45061,1731339319393}] 2024-11-11T15:35:21,558 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:21,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:21,563 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:21,563 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:21,563 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:21,565 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C45061%2C1731339319393.meta, suffix=.meta, logDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393, archiveDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/oldWALs, maxLogs=10 2024-11-11T15:35:21,586 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.meta.1731339321565.meta, exclude list is [], retry=0 2024-11-11T15:35:21,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40153,DS-787c5665-f70d-48ad-aa4f-37ff20ea2218,DISK] 2024-11-11T15:35:21,590 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.meta.1731339321565.meta 2024-11-11T15:35:21,590 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-11T15:35:21,590 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:21,591 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:21,591 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:21,591 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:21,591 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:21,591 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:21,591 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:21,591 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:21,591 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:21,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:21,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:21,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:21,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:21,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:21,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:21,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:21,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:21,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:21,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:21,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:21,597 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:21,597 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740 2024-11-11T15:35:21,598 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740 2024-11-11T15:35:21,599 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:21,599 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:21,600 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:21,601 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:21,602 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75439924, jitterRate=0.12414246797561646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:21,602 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:21,602 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339321591Writing region info on filesystem at 1731339321591Initializing all the Stores at 1731339321592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339321592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339321592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339321592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339321592Cleaning up temporary data from old regions at 1731339321599 (+7 ms)Running coprocessor post-open hooks at 1731339321602 (+3 ms)Region opened successfully at 1731339321602 2024-11-11T15:35:21,603 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339321557 2024-11-11T15:35:21,605 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:21,605 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:21,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:21,606 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,45061,1731339319393, state=OPEN 2024-11-11T15:35:21,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-691501686/meta-region-server 2024-11-11T15:35:21,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-691501686/meta-region-server 2024-11-11T15:35:21,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691501686/meta-region-server: CHANGED 2024-11-11T15:35:21,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:21,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691501686/meta-region-server: CHANGED 2024-11-11T15:35:21,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:35:21,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,45061,1731339319393 in 208 msec 2024-11-11T15:35:21,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:35:21,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-11T15:35:21,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:21,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:35:21,618 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:21,618 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45061,1731339319393, seqNum=-1] 2024-11-11T15:35:21,618 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:21,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:21,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 846 msec 2024-11-11T15:35:21,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339321624, completionTime=-1 2024-11-11T15:35:21,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:35:21,624 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339381626 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339441626 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36177,1731339319280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36177,1731339319280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36177,1731339319280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:36177, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,627 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,629 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.172sec 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36177,1731339319280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:21,631 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36177,1731339319280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:21,634 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:21,634 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:21,634 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36177,1731339319280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:21,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be8c346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:21,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:21,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:21,657 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcb7e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:21,659 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:21,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433b6f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:21,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45061,1731339319393, seqNum=-1] 2024-11-11T15:35:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:21,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:21,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,36177,1731339319280 2024-11-11T15:35:21,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-11T15:35:21,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:21,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f8e6f20002 connected 2024-11-11T15:35:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir so I do NOT create it in target/test-data/32607963-149c-776a-1676-8d5f6b0fa682 2024-11-11T15:35:21,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:35:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.tmp.dir so I do NOT create it in target/test-data/32607963-149c-776a-1676-8d5f6b0fa682 2024-11-11T15:35:21,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:35:21,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682 2024-11-11T15:35:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:35:21,674 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/cluster_4c6357a9-18f8-2ef6-c52a-f5526a9afe38, deleteOnExit=true 2024-11-11T15:35:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:35:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/test.cache.data in system properties and HBase conf 2024-11-11T15:35:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:35:21,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:21,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:35:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:35:21,741 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:35:21,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,770 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,773 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:21,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:21,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:21,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:21,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:21,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:35:21,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:21,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba3f50a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:21,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad3e66b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:21,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74ce22fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/java.io.tmpdir/jetty-localhost-43751-hadoop-hdfs-3_4_1-tests_jar-_-any-779439586785143530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:21,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bb3f401{HTTP/1.1, (http/1.1)}{localhost:43751} 2024-11-11T15:35:21,947 INFO [Time-limited test {}] server.Server(415): Started @163542ms 2024-11-11T15:35:22,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:22,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:22,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:22,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:22,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:35:22,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f598186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:22,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597ce7db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:22,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25268c26{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/java.io.tmpdir/jetty-localhost-34413-hadoop-hdfs-3_4_1-tests_jar-_-any-4630776939889744462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:22,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b5354d3{HTTP/1.1, (http/1.1)}{localhost:34413} 2024-11-11T15:35:22,348 INFO [Time-limited test {}] server.Server(415): Started @163944ms 2024-11-11T15:35:22,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:35:22,496 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/cluster_4c6357a9-18f8-2ef6-c52a-f5526a9afe38/data/data1/current/BP-2049944141-172.17.0.3-1731339321703/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:22,497 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/cluster_4c6357a9-18f8-2ef6-c52a-f5526a9afe38/data/data2/current/BP-2049944141-172.17.0.3-1731339321703/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:22,572 WARN [Thread-1778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:35:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde7bcb4b17e40957 with lease ID 0x834486d0f9ba5c29: Processing first storage report for DS-518d1d5f-22f6-4975-8729-5562893a2485 from datanode DatanodeRegistration(127.0.0.1:33405, datanodeUuid=8790727e-1d8c-46ad-8ca1-fa0b7559ccab, infoPort=43315, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=175478438;c=1731339321703) 2024-11-11T15:35:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde7bcb4b17e40957 with lease ID 0x834486d0f9ba5c29: from storage DS-518d1d5f-22f6-4975-8729-5562893a2485 node DatanodeRegistration(127.0.0.1:33405, datanodeUuid=8790727e-1d8c-46ad-8ca1-fa0b7559ccab, infoPort=43315, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=175478438;c=1731339321703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde7bcb4b17e40957 with lease ID 0x834486d0f9ba5c29: Processing first storage report for DS-4a14e7be-d6ac-4e07-8977-b0d73f5caca2 from datanode DatanodeRegistration(127.0.0.1:33405, datanodeUuid=8790727e-1d8c-46ad-8ca1-fa0b7559ccab, infoPort=43315, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=175478438;c=1731339321703) 2024-11-11T15:35:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde7bcb4b17e40957 with lease ID 0x834486d0f9ba5c29: from storage DS-4a14e7be-d6ac-4e07-8977-b0d73f5caca2 node DatanodeRegistration(127.0.0.1:33405, datanodeUuid=8790727e-1d8c-46ad-8ca1-fa0b7559ccab, infoPort=43315, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=175478438;c=1731339321703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:22,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682 2024-11-11T15:35:22,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:22,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:35:23,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524 with version=8 2024-11-11T15:35:23,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/hbase-staging 2024-11-11T15:35:23,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:23,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:23,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:23,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:23,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:23,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:23,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:35:23,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:23,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43457 2024-11-11T15:35:23,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43457 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-11T15:35:23,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434570x0, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:23,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43457-0x10197f8e6f20003 connected 2024-11-11T15:35:23,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:23,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:23,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/running 2024-11-11T15:35:23,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524, hbase.cluster.distributed=false 2024-11-11T15:35:23,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/acl 2024-11-11T15:35:23,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-11T15:35:23,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43457 2024-11-11T15:35:23,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43457 2024-11-11T15:35:23,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-11T15:35:23,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43457 2024-11-11T15:35:23,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:35:23,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:23,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40137 2024-11-11T15:35:23,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40137 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-11T15:35:23,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:23,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:23,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401370x0, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:23,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401370x0, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/running 2024-11-11T15:35:23,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:35:23,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40137-0x10197f8e6f20004 connected 2024-11-11T15:35:23,260 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:35:23,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/master 2024-11-11T15:35:23,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/acl 2024-11-11T15:35:23,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40137 2024-11-11T15:35:23,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40137 2024-11-11T15:35:23,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40137 2024-11-11T15:35:23,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40137 2024-11-11T15:35:23,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40137 2024-11-11T15:35:23,299 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:43457 2024-11-11T15:35:23,308 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1909722140/backup-masters/9a1fddc00362,43457,1731339323163 2024-11-11T15:35:23,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140/backup-masters 2024-11-11T15:35:23,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140/backup-masters 2024-11-11T15:35:23,312 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on existing znode=/1-1909722140/backup-masters/9a1fddc00362,43457,1731339323163 2024-11-11T15:35:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1909722140/master 2024-11-11T15:35:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:23,315 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on existing znode=/1-1909722140/master 2024-11-11T15:35:23,315 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1909722140/backup-masters/9a1fddc00362,43457,1731339323163 from backup master directory 2024-11-11T15:35:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1909722140/backup-masters/9a1fddc00362,43457,1731339323163 2024-11-11T15:35:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140/backup-masters 2024-11-11T15:35:23,317 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140/backup-masters 2024-11-11T15:35:23,317 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,43457,1731339323163 2024-11-11T15:35:23,329 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/hbase.id] with ID: 09434146-764b-4208-91a7-36daa0a17328 2024-11-11T15:35:23,329 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/.tmp/hbase.id 2024-11-11T15:35:23,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:35:23,344 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/.tmp/hbase.id]:[hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/hbase.id] 2024-11-11T15:35:23,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:23,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:35:23,396 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-11T15:35:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:35:23,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:23,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:23,900 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:35:24,361 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store 2024-11-11T15:35:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:35:24,428 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:24,428 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:24,428 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:24,428 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:24,429 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-11T15:35:24,429 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:24,429 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:24,429 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339324428Disabling compacts and flushes for region at 1731339324428Disabling writes for close at 1731339324429 (+1 ms)Writing region close event to WAL at 1731339324429Closed at 1731339324429 2024-11-11T15:35:24,432 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/.initializing 2024-11-11T15:35:24,433 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/WALs/9a1fddc00362,43457,1731339323163 2024-11-11T15:35:24,436 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:24,455 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C43457%2C1731339323163, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/WALs/9a1fddc00362,43457,1731339323163, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:24,478 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/WALs/9a1fddc00362,43457,1731339323163/9a1fddc00362%2C43457%2C1731339323163.1731339324455, exclude list is [], retry=0 2024-11-11T15:35:24,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33405,DS-518d1d5f-22f6-4975-8729-5562893a2485,DISK] 2024-11-11T15:35:24,488 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/WALs/9a1fddc00362,43457,1731339323163/9a1fddc00362%2C43457%2C1731339323163.1731339324455 2024-11-11T15:35:24,492 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-11T15:35:24,492 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:24,493 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:24,493 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,493 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:24,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:24,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:24,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:24,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:24,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:24,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:24,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:24,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:24,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:24,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:24,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:24,536 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,537 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,538 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,539 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,539 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,539 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:24,541 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:24,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:24,544 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62976532, jitterRate=-0.06157654523849487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:24,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339324493Initializing all the Stores at 1731339324499 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339324499Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339324507 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339324507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339324507Cleaning up temporary data from old regions at 1731339324539 (+32 ms)Region opened successfully at 1731339324544 (+5 ms) 2024-11-11T15:35:24,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:24,551 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b5eb8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:24,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:35:24,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:24,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:24,553 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:24,553 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:35:24,553 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:35:24,553 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:24,560 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:24,566 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Unable to get data of znode /1-1909722140/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:24,567 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/balancer already deleted, retry=false 2024-11-11T15:35:24,568 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:24,568 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Unable to get data of znode /1-1909722140/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:24,569 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/normalizer already deleted, retry=false 2024-11-11T15:35:24,570 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:24,572 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Unable to get data of znode /1-1909722140/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:24,574 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/switch/split already deleted, retry=false 2024-11-11T15:35:24,574 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Unable to get data of znode /1-1909722140/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:24,575 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/switch/merge already deleted, retry=false 2024-11-11T15:35:24,578 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Unable to get data of znode /1-1909722140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:24,580 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:24,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1909722140/running 2024-11-11T15:35:24,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:24,585 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,43457,1731339323163, sessionid=0x10197f8e6f20003, setting cluster-up flag (Was=false) 2024-11-11T15:35:24,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1909722140/running 2024-11-11T15:35:24,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:24,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:24,603 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1909722140/flush-table-proc/acquired, /1-1909722140/flush-table-proc/reached, /1-1909722140/flush-table-proc/abort 2024-11-11T15:35:24,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,43457,1731339323163 2024-11-11T15:35:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:24,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:24,613 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1909722140/online-snapshot/acquired, /1-1909722140/online-snapshot/reached, /1-1909722140/online-snapshot/abort 2024-11-11T15:35:24,614 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,43457,1731339323163 2024-11-11T15:35:24,617 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:35:24,628 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:24,629 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:24,629 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:24,629 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,43457,1731339323163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:24,631 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,645 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:24,645 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:35:24,649 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:24,649 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:35:24,663 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339354663 2024-11-11T15:35:24,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:24,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:24,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:24,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:24,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:24,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:24,666 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:24,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:24,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:24,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:24,680 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:24,680 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:24,680 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339324680,5,FailOnTimeoutGroup] 2024-11-11T15:35:24,681 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339324680,5,FailOnTimeoutGroup] 2024-11-11T15:35:24,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:24,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,681 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:35:24,698 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(746): ClusterId : 09434146-764b-4208-91a7-36daa0a17328 2024-11-11T15:35:24,698 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:24,700 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:24,700 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:24,702 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:24,703 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1630f854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:24,717 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:40137 2024-11-11T15:35:24,718 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:24,718 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:24,718 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:24,718 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,43457,1731339323163 with port=40137, startcode=1731339323232 2024-11-11T15:35:24,718 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:24,724 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:24,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,40137,1731339323232 2024-11-11T15:35:24,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43457 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:24,726 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524 2024-11-11T15:35:24,726 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43209 2024-11-11T15:35:24,726 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:24,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140/rs 2024-11-11T15:35:24,733 DEBUG [RS:0;9a1fddc00362:40137 {}] zookeeper.ZKUtil(111): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on existing znode=/1-1909722140/rs/9a1fddc00362,40137,1731339323232 2024-11-11T15:35:24,733 WARN [RS:0;9a1fddc00362:40137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:24,733 INFO [RS:0;9a1fddc00362:40137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:24,733 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232 2024-11-11T15:35:24,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,40137,1731339323232] 2024-11-11T15:35:24,758 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:24,760 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:24,768 INFO [RS:0;9a1fddc00362:40137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:24,768 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,776 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:24,778 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:24,778 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:24,779 DEBUG [RS:0;9a1fddc00362:40137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:24,788 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,788 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,788 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,788 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,788 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,788 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40137,1731339323232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:24,817 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:24,818 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40137,1731339323232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,818 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,818 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.Replication(171): 9a1fddc00362,40137,1731339323232 started 2024-11-11T15:35:24,842 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:24,842 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,40137,1731339323232, RpcServer on 9a1fddc00362/172.17.0.3:40137, sessionid=0x10197f8e6f20004 2024-11-11T15:35:24,842 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:24,842 DEBUG [RS:0;9a1fddc00362:40137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,40137,1731339323232 2024-11-11T15:35:24,842 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40137,1731339323232' 2024-11-11T15:35:24,844 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1909722140/flush-table-proc/abort' 2024-11-11T15:35:24,848 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1909722140/flush-table-proc/acquired' 2024-11-11T15:35:24,849 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:24,849 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:24,849 DEBUG [RS:0;9a1fddc00362:40137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,40137,1731339323232 2024-11-11T15:35:24,849 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40137,1731339323232' 2024-11-11T15:35:24,849 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1909722140/online-snapshot/abort' 2024-11-11T15:35:24,852 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1909722140/online-snapshot/acquired' 2024-11-11T15:35:24,857 DEBUG [RS:0;9a1fddc00362:40137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:24,857 INFO [RS:0;9a1fddc00362:40137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:24,857 INFO [RS:0;9a1fddc00362:40137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:24,958 INFO [RS:0;9a1fddc00362:40137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:24,964 INFO [RS:0;9a1fddc00362:40137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40137%2C1731339323232, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/oldWALs, maxLogs=10 2024-11-11T15:35:24,982 DEBUG [RS:0;9a1fddc00362:40137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964, exclude list is [], retry=0 2024-11-11T15:35:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33405,DS-518d1d5f-22f6-4975-8729-5562893a2485,DISK] 2024-11-11T15:35:24,989 INFO [RS:0;9a1fddc00362:40137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 2024-11-11T15:35:24,992 DEBUG [RS:0;9a1fddc00362:40137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-11T15:35:25,099 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:35:25,099 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524 2024-11-11T15:35:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:35:25,520 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:25,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:25,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:25,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:25,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:25,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:25,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:25,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:25,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:25,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,537 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:25,538 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740 2024-11-11T15:35:25,539 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740 2024-11-11T15:35:25,540 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:25,540 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:25,541 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:25,542 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:25,545 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:25,546 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60970143, jitterRate=-0.09147407114505768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:25,546 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339325521Initializing all the Stores at 1731339325521Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339325522 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339325522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339325522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339325522Cleaning up temporary data from old regions at 1731339325540 (+18 ms)Region opened successfully at 1731339325546 (+6 ms) 2024-11-11T15:35:25,546 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:25,546 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:25,546 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:25,546 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:25,546 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:25,549 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:25,549 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339325546Disabling compacts and flushes for region at 1731339325546Disabling writes for close at 1731339325546Writing region close event to WAL at 1731339325549 (+3 ms)Closed at 1731339325549 2024-11-11T15:35:25,550 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:25,550 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:35:25,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:25,552 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:25,553 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:35:25,703 DEBUG [9a1fddc00362:43457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:25,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:25,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40137,1731339323232, state=OPENING 2024-11-11T15:35:25,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:35:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:25,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1909722140/meta-region-server: CHANGED 2024-11-11T15:35:25,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1909722140/meta-region-server: CHANGED 2024-11-11T15:35:25,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:25,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40137,1731339323232}] 2024-11-11T15:35:25,880 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:25,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:25,894 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:25,894 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:25,894 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:25,895 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40137%2C1731339323232.meta, suffix=.meta, logDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/oldWALs, maxLogs=10 2024-11-11T15:35:25,913 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.meta.1731339325895.meta, exclude list is [], retry=0 2024-11-11T15:35:25,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33405,DS-518d1d5f-22f6-4975-8729-5562893a2485,DISK] 2024-11-11T15:35:25,918 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.meta.1731339325895.meta 2024-11-11T15:35:25,920 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-11T15:35:25,920 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:25,921 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:25,921 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:25,921 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:25,921 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:25,921 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:25,921 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:25,922 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:25,922 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:25,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:25,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:25,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:25,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:25,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:25,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:25,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:25,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:25,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:25,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:25,931 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:25,931 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740 2024-11-11T15:35:25,937 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740 2024-11-11T15:35:25,944 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:25,944 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:25,945 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:25,951 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:25,952 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60918518, jitterRate=-0.09224334359169006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:25,952 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:25,952 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339325922Writing region info on filesystem at 1731339325922Initializing all the Stores at 1731339325923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339325923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339325924 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339325924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339325924Cleaning up temporary data from old regions at 1731339325944 (+20 ms)Running coprocessor post-open hooks at 1731339325952 (+8 ms)Region opened successfully at 1731339325952 2024-11-11T15:35:25,953 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339325880 2024-11-11T15:35:25,956 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:25,956 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:25,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:25,957 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40137,1731339323232, state=OPEN 2024-11-11T15:35:25,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1909722140/meta-region-server 2024-11-11T15:35:25,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1909722140/meta-region-server: CHANGED 2024-11-11T15:35:25,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1909722140/meta-region-server 2024-11-11T15:35:25,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1909722140/meta-region-server: CHANGED 2024-11-11T15:35:25,964 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:25,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:35:25,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40137,1731339323232 in 254 msec 2024-11-11T15:35:25,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:35:25,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-11T15:35:25,970 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:25,970 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:35:25,972 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:25,972 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:25,972 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:25,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:25,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3630 sec 2024-11-11T15:35:25,987 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339325987, completionTime=-1 2024-11-11T15:35:25,988 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:35:25,988 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:25,990 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:25,990 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339385990 2024-11-11T15:35:25,990 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339445990 2024-11-11T15:35:25,990 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:35:25,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43457,1731339323163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:25,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43457,1731339323163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:25,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43457,1731339323163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:25,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:43457, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:25,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:25,991 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:25,994 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.679sec 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:25,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43457,1731339323163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:25,997 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43457,1731339323163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:26,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fcbec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:26,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:26,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:26,004 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:26,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:26,004 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43457,1731339323163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:26,014 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e72139d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:26,020 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:26,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cd1d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:26,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:26,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:26,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,43457,1731339323163 2024-11-11T15:35:26,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63496 2024-11-11T15:35:26,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:26,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:26,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36177,1731339319280 2024-11-11T15:35:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5230311f 2024-11-11T15:35:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:26,059 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:26,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:35:26,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:26,062 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:26,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:35:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:26,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:26,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f8e6f20005 connected 2024-11-11T15:35:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:35:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:26,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8601e399253f01943fb5248b795b8ab7, NAME => 'test,,1731339326059.8601e399253f01943fb5248b795b8ab7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18 2024-11-11T15:35:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:35:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:26,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339326059.8601e399253f01943fb5248b795b8ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:26,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8601e399253f01943fb5248b795b8ab7, disabling compactions & flushes 2024-11-11T15:35:26,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:26,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:26,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339326059.8601e399253f01943fb5248b795b8ab7. after waiting 0 ms 2024-11-11T15:35:26,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:26,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:26,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8601e399253f01943fb5248b795b8ab7: Waiting for close lock at 1731339326905Disabling compacts and flushes for region at 1731339326905Disabling writes for close at 1731339326905Writing region close event to WAL at 1731339326905Closed at 1731339326905 2024-11-11T15:35:26,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:26,910 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339326059.8601e399253f01943fb5248b795b8ab7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339326909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339326909"}]},"ts":"1731339326909"} 2024-11-11T15:35:26,913 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:26,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:26,914 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339326914"}]},"ts":"1731339326914"} 2024-11-11T15:35:26,918 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:35:26,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8601e399253f01943fb5248b795b8ab7, ASSIGN}] 2024-11-11T15:35:26,921 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8601e399253f01943fb5248b795b8ab7, ASSIGN 2024-11-11T15:35:26,922 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8601e399253f01943fb5248b795b8ab7, ASSIGN; state=OFFLINE, location=9a1fddc00362,45061,1731339319393; forceNewPlan=false, retain=false 2024-11-11T15:35:27,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8601e399253f01943fb5248b795b8ab7, regionState=OPENING, regionLocation=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:27,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8601e399253f01943fb5248b795b8ab7, ASSIGN because future has completed 2024-11-11T15:35:27,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8601e399253f01943fb5248b795b8ab7, server=9a1fddc00362,45061,1731339319393}] 2024-11-11T15:35:27,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:27,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:27,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:35:27,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:35:27,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:27,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:27,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T15:35:27,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:27,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:35:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:27,271 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:27,271 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8601e399253f01943fb5248b795b8ab7, NAME => 'test,,1731339326059.8601e399253f01943fb5248b795b8ab7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:27,272 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:27,272 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:35:27,272 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,272 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339326059.8601e399253f01943fb5248b795b8ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:27,272 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,272 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,280 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,281 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8601e399253f01943fb5248b795b8ab7 columnFamilyName f 2024-11-11T15:35:27,282 DEBUG [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:27,282 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] regionserver.HStore(327): Store=8601e399253f01943fb5248b795b8ab7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:27,282 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,284 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8601e399253f01943fb5248b795b8ab7 columnFamilyName f1 2024-11-11T15:35:27,285 DEBUG [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:27,285 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] regionserver.HStore(327): Store=8601e399253f01943fb5248b795b8ab7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:27,285 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,286 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8601e399253f01943fb5248b795b8ab7 columnFamilyName norep 2024-11-11T15:35:27,286 DEBUG [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:27,287 INFO [StoreOpener-8601e399253f01943fb5248b795b8ab7-1 {}] regionserver.HStore(327): Store=8601e399253f01943fb5248b795b8ab7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:27,287 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,288 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,288 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,290 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,290 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,291 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:27,292 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,297 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:27,297 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8601e399253f01943fb5248b795b8ab7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63323586, jitterRate=-0.05640503764152527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:27,297 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:27,298 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8601e399253f01943fb5248b795b8ab7: Running coprocessor pre-open hook at 1731339327273Writing region info on filesystem at 1731339327273Initializing all the Stores at 1731339327274 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339327274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339327276 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339327276Cleaning up temporary data from old regions at 1731339327290 (+14 ms)Running coprocessor post-open hooks at 1731339327297 (+7 ms)Region opened successfully at 1731339327298 (+1 ms) 2024-11-11T15:35:27,299 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339326059.8601e399253f01943fb5248b795b8ab7., pid=6, masterSystemTime=1731339327252 2024-11-11T15:35:27,302 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:27,302 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:27,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8601e399253f01943fb5248b795b8ab7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:27,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8601e399253f01943fb5248b795b8ab7, server=9a1fddc00362,45061,1731339319393 because future has completed 2024-11-11T15:35:27,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:35:27,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8601e399253f01943fb5248b795b8ab7, server=9a1fddc00362,45061,1731339319393 in 237 msec 2024-11-11T15:35:27,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:35:27,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8601e399253f01943fb5248b795b8ab7, ASSIGN in 412 msec 2024-11-11T15:35:27,334 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:27,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339327334"}]},"ts":"1731339327334"} 2024-11-11T15:35:27,336 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:35:27,337 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:27,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2780 sec 2024-11-11T15:35:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:28,214 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:35:28,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,43457,1731339323163 2024-11-11T15:35:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab4f8b5 2024-11-11T15:35:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:28,219 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:28,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:35:28,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:28,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:28,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:35:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:28,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:35:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:28,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee6ce7102ea668906743cdb9b8b6c1e2, NAME => 'test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524 2024-11-11T15:35:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:35:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:29,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:29,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee6ce7102ea668906743cdb9b8b6c1e2, disabling compactions & flushes 2024-11-11T15:35:29,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. after waiting 0 ms 2024-11-11T15:35:29,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee6ce7102ea668906743cdb9b8b6c1e2: Waiting for close lock at 1731339329089Disabling compacts and flushes for region at 1731339329089Disabling writes for close at 1731339329089Writing region close event to WAL at 1731339329089Closed at 1731339329089 2024-11-11T15:35:29,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:29,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339329091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339329091"}]},"ts":"1731339329091"} 2024-11-11T15:35:29,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:29,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:29,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339329099"}]},"ts":"1731339329099"} 2024-11-11T15:35:29,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:35:29,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee6ce7102ea668906743cdb9b8b6c1e2, ASSIGN}] 2024-11-11T15:35:29,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee6ce7102ea668906743cdb9b8b6c1e2, ASSIGN 2024-11-11T15:35:29,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee6ce7102ea668906743cdb9b8b6c1e2, ASSIGN; state=OFFLINE, location=9a1fddc00362,40137,1731339323232; forceNewPlan=false, retain=false 2024-11-11T15:35:29,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee6ce7102ea668906743cdb9b8b6c1e2, regionState=OPENING, regionLocation=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:29,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee6ce7102ea668906743cdb9b8b6c1e2, ASSIGN because future has completed 2024-11-11T15:35:29,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee6ce7102ea668906743cdb9b8b6c1e2, server=9a1fddc00362,40137,1731339323232}] 2024-11-11T15:35:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:29,415 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,415 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee6ce7102ea668906743cdb9b8b6c1e2, NAME => 'test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:29,415 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:29,415 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:35:29,415 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,415 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:29,415 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,415 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,417 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,418 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee6ce7102ea668906743cdb9b8b6c1e2 columnFamilyName f 2024-11-11T15:35:29,418 DEBUG [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:29,418 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] regionserver.HStore(327): Store=ee6ce7102ea668906743cdb9b8b6c1e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:29,418 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,419 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee6ce7102ea668906743cdb9b8b6c1e2 columnFamilyName f1 2024-11-11T15:35:29,419 DEBUG [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:29,420 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] regionserver.HStore(327): Store=ee6ce7102ea668906743cdb9b8b6c1e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:29,420 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,421 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee6ce7102ea668906743cdb9b8b6c1e2 columnFamilyName norep 2024-11-11T15:35:29,421 DEBUG [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:29,421 INFO [StoreOpener-ee6ce7102ea668906743cdb9b8b6c1e2-1 {}] regionserver.HStore(327): Store=ee6ce7102ea668906743cdb9b8b6c1e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:29,421 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,422 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,422 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,423 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,423 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,423 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:29,424 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,426 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:29,426 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee6ce7102ea668906743cdb9b8b6c1e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70904752, jitterRate=0.05656313896179199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:29,426 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:29,427 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee6ce7102ea668906743cdb9b8b6c1e2: Running coprocessor pre-open hook at 1731339329415Writing region info on filesystem at 1731339329416 (+1 ms)Initializing all the Stores at 1731339329416Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339329416Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339329416Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339329417 (+1 ms)Cleaning up temporary data from old regions at 1731339329423 (+6 ms)Running coprocessor post-open hooks at 1731339329427 (+4 ms)Region opened successfully at 1731339329427 2024-11-11T15:35:29,427 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., pid=6, masterSystemTime=1731339329410 2024-11-11T15:35:29,429 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,429 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:29,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee6ce7102ea668906743cdb9b8b6c1e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:29,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee6ce7102ea668906743cdb9b8b6c1e2, server=9a1fddc00362,40137,1731339323232 because future has completed 2024-11-11T15:35:29,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:35:29,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee6ce7102ea668906743cdb9b8b6c1e2, server=9a1fddc00362,40137,1731339323232 in 175 msec 2024-11-11T15:35:29,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:35:29,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee6ce7102ea668906743cdb9b8b6c1e2, ASSIGN in 333 msec 2024-11-11T15:35:29,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:29,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339329440"}]},"ts":"1731339329440"} 2024-11-11T15:35:29,442 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:35:29,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:29,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2230 sec 2024-11-11T15:35:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:30,373 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:35:30,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b5a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:30,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:30,375 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:30,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:30,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:30,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf55761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:30,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:30,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:30,377 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:30,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1748f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bef231b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:30,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:30,379 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4ae576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:30,380 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71616ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57487833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:30,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:30,382 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ee9498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:30,384 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5feaf284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36177,1731339319280 2024-11-11T15:35:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd55ce0 2024-11-11T15:35:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:30,387 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:30,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:43457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:35:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:35:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:30,390 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:43457' 2024-11-11T15:35:30,390 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0625b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,390 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:30,391 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:30,391 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:30,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:30,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:30,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e556fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:30,393 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:30,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c640898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:30,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:30,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,43457,1731339323163 2024-11-11T15:35:30,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1194fcce 2024-11-11T15:35:30,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:30,395 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:30,396 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:35:30,396 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:35:30,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:30,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:30,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:30,397 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:30,397 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:35:30,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:30,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:30,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:35:30,448 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:35:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:30,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:35:30,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3c5d9098b893b4be019799569b816f5, NAME => 'hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18 2024-11-11T15:35:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:35:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:31,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:31,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3c5d9098b893b4be019799569b816f5, disabling compactions & flushes 2024-11-11T15:35:31,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. after waiting 0 ms 2024-11-11T15:35:31,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3c5d9098b893b4be019799569b816f5: Waiting for close lock at 1731339331224Disabling compacts and flushes for region at 1731339331224Disabling writes for close at 1731339331224Writing region close event to WAL at 1731339331224Closed at 1731339331224 2024-11-11T15:35:31,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:31,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339331230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339331230"}]},"ts":"1731339331230"} 2024-11-11T15:35:31,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:31,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:31,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339331236"}]},"ts":"1731339331236"} 2024-11-11T15:35:31,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:35:31,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3c5d9098b893b4be019799569b816f5, ASSIGN}] 2024-11-11T15:35:31,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3c5d9098b893b4be019799569b816f5, ASSIGN 2024-11-11T15:35:31,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3c5d9098b893b4be019799569b816f5, ASSIGN; state=OFFLINE, location=9a1fddc00362,45061,1731339319393; forceNewPlan=false, retain=false 2024-11-11T15:35:31,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3c5d9098b893b4be019799569b816f5, regionState=OPENING, regionLocation=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:31,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3c5d9098b893b4be019799569b816f5, ASSIGN because future has completed 2024-11-11T15:35:31,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3c5d9098b893b4be019799569b816f5, server=9a1fddc00362,45061,1731339319393}] 2024-11-11T15:35:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:31,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:31,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:35:31,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C45061%2C1731339319393.rep, suffix=, logDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393, archiveDir=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/oldWALs, maxLogs=10 2024-11-11T15:35:31,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.rep.1731339331641, exclude list is [], retry=0 2024-11-11T15:35:31,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40153,DS-787c5665-f70d-48ad-aa4f-37ff20ea2218,DISK] 2024-11-11T15:35:31,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.rep.1731339331641 2024-11-11T15:35:31,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-11T15:35:31,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3c5d9098b893b4be019799569b816f5, NAME => 'hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:31,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:31,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:31,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. service=MultiRowMutationService 2024-11-11T15:35:31,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:35:31,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:31,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,708 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,710 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c5d9098b893b4be019799569b816f5 columnFamilyName hfileref 2024-11-11T15:35:31,710 DEBUG [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:31,712 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] regionserver.HStore(327): Store=c3c5d9098b893b4be019799569b816f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:31,712 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,713 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c5d9098b893b4be019799569b816f5 columnFamilyName queue 2024-11-11T15:35:31,714 DEBUG [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:31,716 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] regionserver.HStore(327): Store=c3c5d9098b893b4be019799569b816f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:31,716 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,721 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c5d9098b893b4be019799569b816f5 columnFamilyName sid 2024-11-11T15:35:31,721 DEBUG [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:31,721 INFO [StoreOpener-c3c5d9098b893b4be019799569b816f5-1 {}] regionserver.HStore(327): Store=c3c5d9098b893b4be019799569b816f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:31,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:31,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:31,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3c5d9098b893b4be019799569b816f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62232574, jitterRate=-0.07266238331794739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:31,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:31,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3c5d9098b893b4be019799569b816f5: Running coprocessor pre-open hook at 1731339331701Writing region info on filesystem at 1731339331701Initializing all the Stores at 1731339331703 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339331703Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339331704 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339331704Cleaning up temporary data from old regions at 1731339331724 (+20 ms)Running coprocessor post-open hooks at 1731339331746 (+22 ms)Region opened successfully at 1731339331747 (+1 ms) 2024-11-11T15:35:31,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5., pid=10, masterSystemTime=1731339331576 2024-11-11T15:35:31,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:31,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3c5d9098b893b4be019799569b816f5, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45061,1731339319393 2024-11-11T15:35:31,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3c5d9098b893b4be019799569b816f5, server=9a1fddc00362,45061,1731339319393 because future has completed 2024-11-11T15:35:31,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:35:31,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3c5d9098b893b4be019799569b816f5, server=9a1fddc00362,45061,1731339319393 in 358 msec 2024-11-11T15:35:31,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:35:31,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3c5d9098b893b4be019799569b816f5, ASSIGN in 542 msec 2024-11-11T15:35:31,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:31,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339331785"}]},"ts":"1731339331785"} 2024-11-11T15:35:31,798 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:35:31,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:31,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4050 sec 2024-11-11T15:35:31,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5., hostname=9a1fddc00362,45061,1731339319393, seqNum=2] 2024-11-11T15:35:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:31,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:35:32,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:35:32,092 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:35:32,192 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,45061,1731339319393, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:35:32,193 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:32,193 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45061,1731339319393, seqNum=-1] 2024-11-11T15:35:32,194 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:32,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:32,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,45061,1731339319393', locateType=CURRENT is [region=hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5., hostname=9a1fddc00362,45061,1731339319393, seqNum=2] 2024-11-11T15:35:32,212 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:35:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:35:32,221 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,45061,1731339319393 suceeded 2024-11-11T15:35:32,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:35:32,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 317 msec 2024-11-11T15:35:32,232 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:43457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:35:32,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8450 sec 2024-11-11T15:35:32,253 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:43457' 2024-11-11T15:35:32,260 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e6e9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,260 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:32,261 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:32,262 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae5eaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:32,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,264 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:32,276 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e048b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,276 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:32,277 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,43457,1731339323163 2024-11-11T15:35:32,277 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712c404a 2024-11-11T15:35:32,278 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:32,279 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:32,279 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,45061,1731339319393 (queues=1) is replicating from cluster=b8396f7c-e1cc-4d86-88e7-6ed5ae273942 to cluster=09434146-764b-4208-91a7-36daa0a17328 2024-11-11T15:35:32,280 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C45061%2C1731339319393 2024-11-11T15:35:32,280 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,45061,1731339319393, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:35:32,286 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125, startPosition=0, beingWritten=true 2024-11-11T15:35:32,289 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C45061%2C1731339319393 2024-11-11T15:35:32,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:32,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 379, reset compression=false 2024-11-11T15:35:32,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45061,1731339319393 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:35:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:32,543 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:35:32,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:32,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:32,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:32,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef038e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:32,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:32,550 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7e3eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,552 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6852eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,43457,1731339323163 2024-11-11T15:35:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a2e84b 2024-11-11T15:35:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:32,557 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:32,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:35:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:35:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:32,561 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:36177' 2024-11-11T15:35:32,568 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@866f8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,568 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:32,568 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:32,569 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f6cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,572 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@948d9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:32,573 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36177,1731339319280 2024-11-11T15:35:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18adb9f0 2024-11-11T15:35:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:32,575 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:32,576 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T15:35:32,576 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:35:32,576 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,576 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:32,577 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:32,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:35:32,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:32,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:32,581 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:32,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:32,595 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 379, reset compression=false 2024-11-11T15:35:32,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:35:32,632 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:35:32,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 682fea2d5fb5c94eeb2b85d700a2935b, NAME => 'hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524 2024-11-11T15:35:32,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:35:32,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:32,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 682fea2d5fb5c94eeb2b85d700a2935b, disabling compactions & flushes 2024-11-11T15:35:32,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:32,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:32,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. after waiting 0 ms 2024-11-11T15:35:32,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:32,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:32,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 682fea2d5fb5c94eeb2b85d700a2935b: Waiting for close lock at 1731339332670Disabling compacts and flushes for region at 1731339332670Disabling writes for close at 1731339332670Writing region close event to WAL at 1731339332670Closed at 1731339332670 2024-11-11T15:35:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:32,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:32,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339332676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339332676"}]},"ts":"1731339332676"} 2024-11-11T15:35:32,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:32,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:32,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339332680"}]},"ts":"1731339332680"} 2024-11-11T15:35:32,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:35:32,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=682fea2d5fb5c94eeb2b85d700a2935b, ASSIGN}] 2024-11-11T15:35:32,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=682fea2d5fb5c94eeb2b85d700a2935b, ASSIGN 2024-11-11T15:35:32,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=682fea2d5fb5c94eeb2b85d700a2935b, ASSIGN; state=OFFLINE, location=9a1fddc00362,40137,1731339323232; forceNewPlan=false, retain=false 2024-11-11T15:35:32,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:32,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:32,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=682fea2d5fb5c94eeb2b85d700a2935b, regionState=OPENING, regionLocation=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:32,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=682fea2d5fb5c94eeb2b85d700a2935b, ASSIGN because future has completed 2024-11-11T15:35:32,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 682fea2d5fb5c94eeb2b85d700a2935b, server=9a1fddc00362,40137,1731339323232}] 2024-11-11T15:35:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:32,926 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 379, reset compression=false 2024-11-11T15:35:33,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:33,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:33,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:35:33,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40137%2C1731339323232.rep, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/oldWALs, maxLogs=10 2024-11-11T15:35:33,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.rep.1731339333005, exclude list is [], retry=0 2024-11-11T15:35:33,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33405,DS-518d1d5f-22f6-4975-8729-5562893a2485,DISK] 2024-11-11T15:35:33,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.rep.1731339333005 2024-11-11T15:35:33,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-11T15:35:33,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 682fea2d5fb5c94eeb2b85d700a2935b, NAME => 'hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:33,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:33,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:33,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. service=MultiRowMutationService 2024-11-11T15:35:33,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:35:33,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:33,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,052 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,066 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 682fea2d5fb5c94eeb2b85d700a2935b columnFamilyName hfileref 2024-11-11T15:35:33,066 DEBUG [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:33,067 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] regionserver.HStore(327): Store=682fea2d5fb5c94eeb2b85d700a2935b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:33,067 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,072 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 682fea2d5fb5c94eeb2b85d700a2935b columnFamilyName queue 2024-11-11T15:35:33,072 DEBUG [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:33,073 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] regionserver.HStore(327): Store=682fea2d5fb5c94eeb2b85d700a2935b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:33,074 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,081 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 682fea2d5fb5c94eeb2b85d700a2935b columnFamilyName sid 2024-11-11T15:35:33,081 DEBUG [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:33,082 INFO [StoreOpener-682fea2d5fb5c94eeb2b85d700a2935b-1 {}] regionserver.HStore(327): Store=682fea2d5fb5c94eeb2b85d700a2935b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:33,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:33,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:33,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 682fea2d5fb5c94eeb2b85d700a2935b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71915703, jitterRate=0.07162748277187347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:33,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:33,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 682fea2d5fb5c94eeb2b85d700a2935b: Running coprocessor pre-open hook at 1731339333044Writing region info on filesystem at 1731339333044Initializing all the Stores at 1731339333051 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339333051Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339333051Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339333051Cleaning up temporary data from old regions at 1731339333094 (+43 ms)Running coprocessor post-open hooks at 1731339333109 (+15 ms)Region opened successfully at 1731339333109 2024-11-11T15:35:33,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b., pid=10, masterSystemTime=1731339332998 2024-11-11T15:35:33,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:33,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:33,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=682fea2d5fb5c94eeb2b85d700a2935b, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40137,1731339323232 2024-11-11T15:35:33,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 682fea2d5fb5c94eeb2b85d700a2935b, server=9a1fddc00362,40137,1731339323232 because future has completed 2024-11-11T15:35:33,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:35:33,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 682fea2d5fb5c94eeb2b85d700a2935b, server=9a1fddc00362,40137,1731339323232 in 300 msec 2024-11-11T15:35:33,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:35:33,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=682fea2d5fb5c94eeb2b85d700a2935b, ASSIGN in 468 msec 2024-11-11T15:35:33,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:33,153 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339333153"}]},"ts":"1731339333153"} 2024-11-11T15:35:33,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:35:33,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:33,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 590 msec 2024-11-11T15:35:33,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:35:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b., hostname=9a1fddc00362,40137,1731339323232, seqNum=2] 2024-11-11T15:35:33,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:33,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:35:33,331 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 379, reset compression=false 2024-11-11T15:35:33,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:35:33,392 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:35:33,432 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,40137,1731339323232, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:35:33,433 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:33,433 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:33,433 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:33,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:33,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,40137,1731339323232', locateType=CURRENT is [region=hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b., hostname=9a1fddc00362,40137,1731339323232, seqNum=2] 2024-11-11T15:35:33,458 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:35:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:35:33,466 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,40137,1731339323232 suceeded 2024-11-11T15:35:33,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:35:33,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 247 msec 2024-11-11T15:35:33,480 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:36177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:35:33,481 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:36177' 2024-11-11T15:35:33,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 923 msec 2024-11-11T15:35:33,486 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492e959f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:33,486 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:33,487 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:33,488 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:33,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:33,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:33,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cdadbc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:33,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:33,490 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:33,491 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206b562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:33,491 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:33,492 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36177,1731339319280 2024-11-11T15:35:33,492 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8aaef8 2024-11-11T15:35:33,493 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:33,493 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:33,494 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,40137,1731339323232 (queues=1) is replicating from cluster=09434146-764b-4208-91a7-36daa0a17328 to cluster=b8396f7c-e1cc-4d86-88e7-6ed5ae273942 2024-11-11T15:35:33,494 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C40137%2C1731339323232 2024-11-11T15:35:33,494 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,40137,1731339323232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:35:33,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964, startPosition=0, beingWritten=true 2024-11-11T15:35:33,504 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C40137%2C1731339323232 2024-11-11T15:35:33,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:33,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 379, reset compression=false 2024-11-11T15:35:33,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40137,1731339323232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:35:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:33,704 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:35:33,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:33,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:33,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:33,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:33,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:33,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:33,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731339333718/Put/seqid=0 2024-11-11T15:35:33,720 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 379, reset compression=false 2024-11-11T15:35:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741840_1016 (size=7894) 2024-11-11T15:35:33,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731339333785/Put/seqid=0 2024-11-11T15:35:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741841_1017 (size=7691) 2024-11-11T15:35:33,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3411e9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:33,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:33,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:33,814 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7104a568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:33,816 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:33,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3050c249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:33,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45061,1731339319393, seqNum=-1] 2024-11-11T15:35:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:33,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:33,837 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 379, reset compression=false 2024-11-11T15:35:33,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36177,1731339319280 2024-11-11T15:35:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e1d91bb 2024-11-11T15:35:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:33,859 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339326059.8601e399253f01943fb5248b795b8ab7., hostname=9a1fddc00362,45061,1731339319393, seqNum=2] 2024-11-11T15:35:33,878 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:35:33,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T15:35:33,927 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T15:35:33,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T15:35:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:33,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T15:35:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegion(2603): Flush status journal for 8601e399253f01943fb5248b795b8ab7: 2024-11-11T15:35:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_1 2024-11-11T15:35:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_1 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ 2024-11-11T15:35:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_0 2024-11-11T15:35:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_0 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ 2024-11-11T15:35:34,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_1 into 8601e399253f01943fb5248b795b8ab7/f as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ - updating store file list. 2024-11-11T15:35:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 691ac1850c284837a19a8dd28def651d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:34,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ into 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:34,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_1 into 8601e399253f01943fb5248b795b8ab7/f (new location: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/691ac1850c284837a19a8dd28def651d_SeqId_4_) 2024-11-11T15:35:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_1 2024-11-11T15:35:34,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_0 into 8601e399253f01943fb5248b795b8ab7/f as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ - updating store file list. 2024-11-11T15:35:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:34,068 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 379, reset compression=false 2024-11-11T15:35:34,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ into 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:34,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_0 into 8601e399253f01943fb5248b795b8ab7/f (new location: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_) 2024-11-11T15:35:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins__test__554e8eim0ug64lkboccded3bek44ci30lsr6ot0mhrbt3etmblqvkb912frs4cn2/f/hfile_0 2024-11-11T15:35:34,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:34,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:34,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:34,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:34,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:34,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731339326059.8601e399253f01943fb5248b795b8ab7., hostname=9a1fddc00362,45061,1731339319393, seqNum=2 , the old value is region=test,,1731339326059.8601e399253f01943fb5248b795b8ab7., hostname=9a1fddc00362,45061,1731339319393, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9a1fddc00362:45061 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:35:34,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731339326059.8601e399253f01943fb5248b795b8ab7., hostname=9a1fddc00362,45061,1731339319393, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:35:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731339326059.8601e399253f01943fb5248b795b8ab7., hostname=9a1fddc00362,45061,1731339319393, seqNum=2 from cache 2024-11-11T15:35:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:34,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., hostname=9a1fddc00362,40137,1731339323232, seqNum=2] 2024-11-11T15:35:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:39868 deadline: 1731339394074 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:39868 2024-11-11T15:35:34,082 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:35:34,183 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:45061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T15:35:34,474 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 379, reset compression=false 2024-11-11T15:35:34,474 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 379, reset compression=false 2024-11-11T15:35:34,483 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:35:34,483 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45061,1731339319393 got entry batch from reader: WALEntryBatch [walEntries=[{test/8601e399253f01943fb5248b795b8ab7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339334069/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T15:35:34,486 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:34,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T15:35:34,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.ReplicationSink(318): Replicating [b8396f7c-e1cc-4d86-88e7-6ed5ae273942] bulk loaded data 2024-11-11T15:35:34,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@556c935a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:34,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:34,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:34,490 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:34,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:34,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:34,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79938615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:34,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:34,493 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:34,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484c99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741840_1016 (size=7691) 2024-11-11T15:35:34,683 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 687, reset compression=false 2024-11-11T15:35:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741841_1017 (size=7894) 2024-11-11T15:35:34,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:34,981 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 379, reset compression=false 2024-11-11T15:35:34,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,43457,1731339323163 2024-11-11T15:35:34,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595c68f1 2024-11-11T15:35:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:34,984 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:34,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:35:34,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:34,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:34,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:34,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:35,004 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 687, reset compression=false 2024-11-11T15:35:35,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T15:35:35,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T15:35:35,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ for inclusion in ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T15:35:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:35,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ for inclusion in ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T15:35:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HRegion(2603): Flush status journal for ee6ce7102ea668906743cdb9b8b6c1e2: 2024-11-11T15:35:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:35:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/b62b1b5024e245dc9f7830206c625108_SeqId_4_ 2024-11-11T15:35:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 691ac1850c284837a19a8dd28def651d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:35:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/1457c02a90b545379ae16508d749f482_SeqId_4_ 2024-11-11T15:35:35,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ into ee6ce7102ea668906743cdb9b8b6c1e2/f as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/b62b1b5024e245dc9f7830206c625108_SeqId_4_ - updating store file list. 2024-11-11T15:35:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b62b1b5024e245dc9f7830206c625108_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:35,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/b62b1b5024e245dc9f7830206c625108_SeqId_4_ into ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:35,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ into ee6ce7102ea668906743cdb9b8b6c1e2/f (new location: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/b62b1b5024e245dc9f7830206c625108_SeqId_4_) 2024-11-11T15:35:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/7119512153fb43c8bb4a1f6ea1616dd5_SeqId_4_ 2024-11-11T15:35:35,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ into ee6ce7102ea668906743cdb9b8b6c1e2/f as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/1457c02a90b545379ae16508d749f482_SeqId_4_ - updating store file list. 2024-11-11T15:35:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1457c02a90b545379ae16508d749f482_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:35,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/1457c02a90b545379ae16508d749f482_SeqId_4_ into ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:35,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ into ee6ce7102ea668906743cdb9b8b6c1e2/f (new location: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/1457c02a90b545379ae16508d749f482_SeqId_4_) 2024-11-11T15:35:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins.hfs.11__test__666hbk066i7spgp26pajd5v000uk1jhbvj0mg95b41d3brf3ub5se05f2s76admu/f/691ac1850c284837a19a8dd28def651d_SeqId_4_ 2024-11-11T15:35:35,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.ReplicationSink(324): Finished replicating [b8396f7c-e1cc-4d86-88e7-6ed5ae273942] bulk loaded data 2024-11-11T15:35:35,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:35,113 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731339335112/Put/seqid=0 2024-11-11T15:35:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741842_1018 (size=11194) 2024-11-11T15:35:35,416 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 687, reset compression=false 2024-11-11T15:35:35,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731339335548/Put/seqid=0 2024-11-11T15:35:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741843_1019 (size=10791) 2024-11-11T15:35:35,610 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 379, reset compression=false 2024-11-11T15:35:35,623 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:35:35,624 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40137,1731339323232 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee6ce7102ea668906743cdb9b8b6c1e2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339335056/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T15:35:35,628 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:35,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T15:35:35,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.ReplicationSink(318): Replicating [b8396f7c-e1cc-4d86-88e7-6ed5ae273942, 09434146-764b-4208-91a7-36daa0a17328] bulk loaded data 2024-11-11T15:35:35,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179e3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:35,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36177,-1 for getting cluster id 2024-11-11T15:35:35,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:35,636 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8396f7c-e1cc-4d86-88e7-6ed5ae273942' 2024-11-11T15:35:35,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:35,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8396f7c-e1cc-4d86-88e7-6ed5ae273942" 2024-11-11T15:35:35,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f3d637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:35,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36177,-1] 2024-11-11T15:35:35,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:35,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:35,640 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:35,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7f25fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741842_1018 (size=7894) 2024-11-11T15:35:35,824 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 725, reset compression=false 2024-11-11T15:35:35,947 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 687, reset compression=false 2024-11-11T15:35:36,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc22664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:36,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,43457,-1 for getting cluster id 2024-11-11T15:35:36,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:36,008 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09434146-764b-4208-91a7-36daa0a17328' 2024-11-11T15:35:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09434146-764b-4208-91a7-36daa0a17328" 2024-11-11T15:35:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f16265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,43457,-1] 2024-11-11T15:35:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:36,016 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:36,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fabad5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:36,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:36,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:36,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,43457,1731339323163 2024-11-11T15:35:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@754075d8 2024-11-11T15:35:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:36,059 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., hostname=9a1fddc00362,40137,1731339323232, seqNum=2] 2024-11-11T15:35:36,088 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:35:36,123 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T15:35:36,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T15:35:36,134 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 725, reset compression=false 2024-11-11T15:35:36,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T15:35:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:36,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T15:35:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HRegion(2603): Flush status journal for ee6ce7102ea668906743cdb9b8b6c1e2: 2024-11-11T15:35:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_1 2024-11-11T15:35:36,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741843_1019 (size=7691) 2024-11-11T15:35:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_1 as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ 2024-11-11T15:35:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_0 2024-11-11T15:35:36,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:36,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36177,1731339319280 2024-11-11T15:35:36,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a901eb 2024-11-11T15:35:36,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:36,258 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:36,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:35:36,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:36,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45061,1731339319393, seqNum=-1] 2024-11-11T15:35:36,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_0 as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/c8a11911a85543cda93195720b76314d_SeqId_6_ 2024-11-11T15:35:36,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:36,283 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__34e8vcik1483shp300b942pk8vqfvoh66ds68tqc3kpd0prs0ko0p5mu38k4nqhp/f/1457c02a90b545379ae16508d749f482_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T15:35:36,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_1 into ee6ce7102ea668906743cdb9b8b6c1e2/f as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ - updating store file list. 2024-11-11T15:35:36,302 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__34e8vcik1483shp300b942pk8vqfvoh66ds68tqc3kpd0prs0ko0p5mu38k4nqhp/f/b62b1b5024e245dc9f7830206c625108_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T15:35:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:36,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ into ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:36,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_1 into ee6ce7102ea668906743cdb9b8b6c1e2/f (new location: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_) 2024-11-11T15:35:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_1 2024-11-11T15:35:36,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_0 into ee6ce7102ea668906743cdb9b8b6c1e2/f as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/c8a11911a85543cda93195720b76314d_SeqId_6_ - updating store file list. 2024-11-11T15:35:36,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.ReplicationSink(324): Finished replicating [b8396f7c-e1cc-4d86-88e7-6ed5ae273942, 09434146-764b-4208-91a7-36daa0a17328] bulk loaded data 2024-11-11T15:35:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8a11911a85543cda93195720b76314d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:36,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/c8a11911a85543cda93195720b76314d_SeqId_6_ into ee6ce7102ea668906743cdb9b8b6c1e2/f 2024-11-11T15:35:36,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_0 into ee6ce7102ea668906743cdb9b8b6c1e2/f (new location: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/f/c8a11911a85543cda93195720b76314d_SeqId_6_) 2024-11-11T15:35:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/staging/jenkins__test__k9dvrd7q0l9jspmibc6eag1784g9maupbfeth9fq22d2n1phuijppld8civp5ots/f/hfile_0 2024-11-11T15:35:36,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:36,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:36,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:36,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:36,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., hostname=9a1fddc00362,40137,1731339323232, seqNum=2 , the old value is region=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., hostname=9a1fddc00362,40137,1731339323232, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9a1fddc00362:40137 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:35:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., hostname=9a1fddc00362,40137,1731339323232, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:35:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., hostname=9a1fddc00362,40137,1731339323232, seqNum=2 from cache 2024-11-11T15:35:36,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:36,333 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T15:35:36,335 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45061,1731339319393, seqNum=-1] 2024-11-11T15:35:36,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:36,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339326059.8601e399253f01943fb5248b795b8ab7., hostname=9a1fddc00362,45061,1731339319393, seqNum=2] 2024-11-11T15:35:36,347 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:35:36,443 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:40137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T15:35:36,580 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 687, reset compression=false 2024-11-11T15:35:36,598 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 725, reset compression=false 2024-11-11T15:35:36,605 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:35:36,605 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40137,1731339323232 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee6ce7102ea668906743cdb9b8b6c1e2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339336329/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T15:35:36,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.ReplicationSink(318): Replicating [09434146-764b-4208-91a7-36daa0a17328] bulk loaded data 2024-11-11T15:35:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741844_1020 (size=10791) 2024-11-11T15:35:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741845_1021 (size=11194) 2024-11-11T15:35:36,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:35:36,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T15:35:36,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/c8a11911a85543cda93195720b76314d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T15:35:36,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ for inclusion in 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T15:35:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:36,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/c8a11911a85543cda93195720b76314d_SeqId_6_ for inclusion in 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T15:35:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:35:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegion(2603): Flush status journal for 8601e399253f01943fb5248b795b8ab7: 2024-11-11T15:35:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:35:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/9f07accfc2a74f6b83f45d847562118a_SeqId_6_ 2024-11-11T15:35:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8a11911a85543cda93195720b76314d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:35:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/c8a11911a85543cda93195720b76314d_SeqId_6_ as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/79ba181c65cb438eb1d8691b2134ef28_SeqId_6_ 2024-11-11T15:35:36,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ into 8601e399253f01943fb5248b795b8ab7/f as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/9f07accfc2a74f6b83f45d847562118a_SeqId_6_ - updating store file list. 2024-11-11T15:35:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f07accfc2a74f6b83f45d847562118a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:36,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/9f07accfc2a74f6b83f45d847562118a_SeqId_6_ into 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:36,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ into 8601e399253f01943fb5248b795b8ab7/f (new location: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/9f07accfc2a74f6b83f45d847562118a_SeqId_6_) 2024-11-11T15:35:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/69b2c04d1eda4dbcb0f5a0a913e7b105_SeqId_6_ 2024-11-11T15:35:36,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/c8a11911a85543cda93195720b76314d_SeqId_6_ into 8601e399253f01943fb5248b795b8ab7/f as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/79ba181c65cb438eb1d8691b2134ef28_SeqId_6_ - updating store file list. 2024-11-11T15:35:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79ba181c65cb438eb1d8691b2134ef28_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:35:36,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/79ba181c65cb438eb1d8691b2134ef28_SeqId_6_ into 8601e399253f01943fb5248b795b8ab7/f 2024-11-11T15:35:36,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/c8a11911a85543cda93195720b76314d_SeqId_6_ into 8601e399253f01943fb5248b795b8ab7/f (new location: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/f/79ba181c65cb438eb1d8691b2134ef28_SeqId_6_) 2024-11-11T15:35:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/staging/jenkins.hfs.10__test__2bd20t4njtgnql96k05m21bk4t9sk484kq7ts15e9qalu9h25usolmghrld8jaej/f/c8a11911a85543cda93195720b76314d_SeqId_6_ 2024-11-11T15:35:36,805 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1033, reset compression=false 2024-11-11T15:35:36,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061 {}] regionserver.ReplicationSink(324): Finished replicating [09434146-764b-4208-91a7-36daa0a17328] bulk loaded data 2024-11-11T15:35:37,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:35:37,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:37,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:35:37,036 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:37,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:35:37,038 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T15:35:37,128 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1033, reset compression=false 2024-11-11T15:35:37,285 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 687, reset compression=false 2024-11-11T15:35:37,317 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:35:37,317 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45061,1731339319393 got entry batch from reader: WALEntryBatch [walEntries=[{test/8601e399253f01943fb5248b795b8ab7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339336801/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T15:35:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.ReplicationSink(318): Replicating [09434146-764b-4208-91a7-36daa0a17328, b8396f7c-e1cc-4d86-88e7-6ed5ae273942] bulk loaded data 2024-11-11T15:35:37,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:35:37,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:37,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:37,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:37,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:37,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:35:37,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1638185937, stopped=false 2024-11-11T15:35:37,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,43457,1731339323163 2024-11-11T15:35:37,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1909722140/running 2024-11-11T15:35:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1909722140/running 2024-11-11T15:35:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:37,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:37,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:37,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:37,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:37,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,40137,1731339323232' ***** 2024-11-11T15:35:37,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:35:37,368 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:35:37,368 INFO [RS:0;9a1fddc00362:40137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:35:37,368 INFO [RS:0;9a1fddc00362:40137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:35:37,368 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(3091): Received CLOSE for ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:37,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:35:37,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/running 2024-11-11T15:35:37,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Set watcher on znode that does not yet exist, /1-1909722140/running 2024-11-11T15:35:37,372 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(3091): Received CLOSE for 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:37,372 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,40137,1731339323232 2024-11-11T15:35:37,372 INFO [RS:0;9a1fddc00362:40137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:37,372 INFO [RS:0;9a1fddc00362:40137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40137. 2024-11-11T15:35:37,373 DEBUG [RS:0;9a1fddc00362:40137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:37,373 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:37,373 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:35:37,373 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:35:37,373 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:35:37,373 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:35:37,374 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee6ce7102ea668906743cdb9b8b6c1e2, disabling compactions & flushes 2024-11-11T15:35:37,374 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:37,374 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:37,374 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. after waiting 0 ms 2024-11-11T15:35:37,374 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:37,386 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:35:37,386 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1325): Online Regions={ee6ce7102ea668906743cdb9b8b6c1e2=test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2., 1588230740=hbase:meta,,1.1588230740, 682fea2d5fb5c94eeb2b85d700a2935b=hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b.} 2024-11-11T15:35:37,386 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 682fea2d5fb5c94eeb2b85d700a2935b, ee6ce7102ea668906743cdb9b8b6c1e2 2024-11-11T15:35:37,387 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:37,387 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:37,387 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:37,387 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:37,387 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:37,387 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:35:37,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741844_1020 (size=10791) 2024-11-11T15:35:37,420 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:37,444 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/default/test/ee6ce7102ea668906743cdb9b8b6c1e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:35:37,448 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:37,448 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:35:37,448 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:37,448 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee6ce7102ea668906743cdb9b8b6c1e2: Waiting for close lock at 1731339337374Running coprocessor pre-close hooks at 1731339337374Disabling compacts and flushes for region at 1731339337374Disabling writes for close at 1731339337374Writing region close event to WAL at 1731339337407 (+33 ms)Running coprocessor post-close hooks at 1731339337448 (+41 ms)Closed at 1731339337448 2024-11-11T15:35:37,448 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2. 2024-11-11T15:35:37,449 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 682fea2d5fb5c94eeb2b85d700a2935b, disabling compactions & flushes 2024-11-11T15:35:37,449 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:37,449 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:37,449 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. after waiting 0 ms 2024-11-11T15:35:37,449 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:37,449 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 682fea2d5fb5c94eeb2b85d700a2935b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T15:35:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741845_1021 (size=11194) 2024-11-11T15:35:37,484 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/info/7a2d9843cfa540799570f97153e65996 is 147, key is hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b./info:regioninfo/1731339333135/Put/seqid=0 2024-11-11T15:35:37,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:35:37,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:35:37,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40137 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55324 deadline: 1731339397514, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping 2024-11-11T15:35:37,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37,517 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:37,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 from cache 2024-11-11T15:35:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741846_1022 (size=7686) 2024-11-11T15:35:37,528 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/info/7a2d9843cfa540799570f97153e65996 2024-11-11T15:35:37,538 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/.tmp/hfileref/d35fe749b507412787195909253fc8ba is 74, key is 1/hfileref:1457c02a90b545379ae16508d749f482_SeqId_4_/1731339336322/DeleteColumn/seqid=0 2024-11-11T15:35:37,575 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1033, reset compression=false 2024-11-11T15:35:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741847_1023 (size=5345) 2024-11-11T15:35:37,579 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/.tmp/hfileref/d35fe749b507412787195909253fc8ba 2024-11-11T15:35:37,587 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:37,600 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/ns/97329a9b90fe41ec8d1205201b02798e is 43, key is default/ns:d/1731339325976/Put/seqid=0 2024-11-11T15:35:37,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:37,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:37,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:35:37,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40137 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55324 deadline: 1731339397514, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping 2024-11-11T15:35:37,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 from cache 2024-11-11T15:35:37,627 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:37,627 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1328, reset compression=false 2024-11-11T15:35:37,627 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40137,1731339323232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:35:37,630 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/.tmp/queue/d72004a90a134807bf4c4c8994386896 is 154, key is 1-9a1fddc00362,40137,1731339323232/queue:9a1fddc00362%2C40137%2C1731339323232/1731339336828/Put/seqid=0 2024-11-11T15:35:37,629 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,40137,1731339323232: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,40137,1731339323232, walGroup=9a1fddc00362%2C40137%2C1731339323232, offset=9a1fddc00362%2C40137%2C1731339323232.1731339324964:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:40137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:35:37,631 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:35:37,637 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:35:37,639 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:35:37,639 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:35:37,639 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:35:37,639 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 572571136 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 187956984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:35:37,643 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:35:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741848_1024 (size=5153) 2024-11-11T15:35:37,676 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/ns/97329a9b90fe41ec8d1205201b02798e 2024-11-11T15:35:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741849_1025 (size=5353) 2024-11-11T15:35:37,734 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/.tmp/queue/d72004a90a134807bf4c4c8994386896 2024-11-11T15:35:37,747 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/.tmp/hfileref/d35fe749b507412787195909253fc8ba as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/hfileref/d35fe749b507412787195909253fc8ba 2024-11-11T15:35:37,758 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/hfileref/d35fe749b507412787195909253fc8ba, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T15:35:37,759 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/.tmp/queue/d72004a90a134807bf4c4c8994386896 as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/queue/d72004a90a134807bf4c4c8994386896 2024-11-11T15:35:37,767 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/queue/d72004a90a134807bf4c4c8994386896, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T15:35:37,772 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/rep_barrier/8e30dd75b8744795986859327bd3bb91 is 112, key is test,,1731339328220.ee6ce7102ea668906743cdb9b8b6c1e2./rep_barrier:seqnumDuringOpen/1731339329430/Put/seqid=0 2024-11-11T15:35:37,776 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 682fea2d5fb5c94eeb2b85d700a2935b in 327ms, sequenceid=12, compaction requested=false 2024-11-11T15:35:37,792 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 682fea2d5fb5c94eeb2b85d700a2935b 2024-11-11T15:35:37,792 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:35:37,792 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:35:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741850_1026 (size=5518) 2024-11-11T15:35:37,816 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/rep_barrier/8e30dd75b8744795986859327bd3bb91 2024-11-11T15:35:37,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:37,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:37,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:37,834 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:37,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:37,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:37,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 from cache 2024-11-11T15:35:37,844 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/replication/682fea2d5fb5c94eeb2b85d700a2935b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T15:35:37,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:37,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:37,845 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:37,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 682fea2d5fb5c94eeb2b85d700a2935b: Waiting for close lock at 1731339337449Running coprocessor pre-close hooks at 1731339337449Disabling compacts and flushes for region at 1731339337449Disabling writes for close at 1731339337449Obtaining lock to block concurrent updates at 1731339337449Preparing flush snapshotting stores in 682fea2d5fb5c94eeb2b85d700a2935b at 1731339337451 (+2 ms)Finished memstore snapshotting hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731339337451Flushing stores of hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. at 1731339337456 (+5 ms)Flushing 682fea2d5fb5c94eeb2b85d700a2935b/hfileref: creating writer at 1731339337456Flushing 682fea2d5fb5c94eeb2b85d700a2935b/hfileref: appending metadata at 1731339337537 (+81 ms)Flushing 682fea2d5fb5c94eeb2b85d700a2935b/hfileref: closing flushed file at 1731339337537Flushing 682fea2d5fb5c94eeb2b85d700a2935b/queue: creating writer at 1731339337589 (+52 ms)Flushing 682fea2d5fb5c94eeb2b85d700a2935b/queue: appending metadata at 1731339337623 (+34 ms)Flushing 682fea2d5fb5c94eeb2b85d700a2935b/queue: closing flushed file at 1731339337623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294dbe62: reopening flushed file at 1731339337746 (+123 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3209bb60: reopening flushed file at 1731339337759 (+13 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 682fea2d5fb5c94eeb2b85d700a2935b in 327ms, sequenceid=12, compaction requested=false at 1731339337776 (+17 ms)Writing region close event to WAL at 1731339337820 (+44 ms)Running coprocessor post-close hooks at 1731339337845 (+25 ms)Closed at 1731339337845 2024-11-11T15:35:37,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339332576.682fea2d5fb5c94eeb2b85d700a2935b. 2024-11-11T15:35:37,871 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/table/d6ef01bfe12348edb55a5893cf01c419 is 53, key is hbase:replication/table:state/1731339333153/Put/seqid=0 2024-11-11T15:35:37,885 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1328, reset compression=false 2024-11-11T15:35:37,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741851_1027 (size=5308) 2024-11-11T15:35:37,992 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:38,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:38,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 from cache 2024-11-11T15:35:38,192 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:38,202 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1328, reset compression=false 2024-11-11T15:35:38,279 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:38,311 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/table/d6ef01bfe12348edb55a5893cf01c419 2024-11-11T15:35:38,321 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/info/7a2d9843cfa540799570f97153e65996 as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/info/7a2d9843cfa540799570f97153e65996 2024-11-11T15:35:38,329 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/info/7a2d9843cfa540799570f97153e65996, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:35:38,330 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/ns/97329a9b90fe41ec8d1205201b02798e as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/ns/97329a9b90fe41ec8d1205201b02798e 2024-11-11T15:35:38,336 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/ns/97329a9b90fe41ec8d1205201b02798e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:35:38,338 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/rep_barrier/8e30dd75b8744795986859327bd3bb91 as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/rep_barrier/8e30dd75b8744795986859327bd3bb91 2024-11-11T15:35:38,347 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/rep_barrier/8e30dd75b8744795986859327bd3bb91, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:35:38,348 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/.tmp/table/d6ef01bfe12348edb55a5893cf01c419 as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/table/d6ef01bfe12348edb55a5893cf01c419 2024-11-11T15:35:38,359 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/table/d6ef01bfe12348edb55a5893cf01c419, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:35:38,368 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false 2024-11-11T15:35:38,396 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:35:38,396 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:35:38,396 DEBUG [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:38,407 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:35:38,408 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:38,408 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:38,408 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:38,408 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339337387Running coprocessor pre-close hooks at 1731339337387Disabling compacts and flushes for region at 1731339337387Disabling writes for close at 1731339337387Obtaining lock to block concurrent updates at 1731339337387Preparing flush snapshotting stores in 1588230740 at 1731339337387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339337388 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339337392 (+4 ms)Flushing 1588230740/info: creating writer at 1731339337392Flushing 1588230740/info: appending metadata at 1731339337471 (+79 ms)Flushing 1588230740/info: closing flushed file at 1731339337471Flushing 1588230740/ns: creating writer at 1731339337565 (+94 ms)Flushing 1588230740/ns: appending metadata at 1731339337598 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731339337599 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731339337708 (+109 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339337764 (+56 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339337764Flushing 1588230740/table: creating writer at 1731339337826 (+62 ms)Flushing 1588230740/table: appending metadata at 1731339337871 (+45 ms)Flushing 1588230740/table: closing flushed file at 1731339337871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cf9b1c: reopening flushed file at 1731339338320 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef7387a: reopening flushed file at 1731339338329 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6165c4aa: reopening flushed file at 1731339338337 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d290bbf: reopening flushed file at 1731339338347 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false at 1731339338368 (+21 ms)Writing region close event to WAL at 1731339338404 (+36 ms)Running coprocessor post-close hooks at 1731339338408 (+4 ms)Closed at 1731339338408 2024-11-11T15:35:38,408 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:38,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:38,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:38,596 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,40137,1731339323232; all regions closed. 2024-11-11T15:35:38,624 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 to pos 1328, reset compression=false 2024-11-11T15:35:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:35:38,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:38,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1] 2024-11-11T15:35:38,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40137,1731339323232, seqNum=-1 from cache 2024-11-11T15:35:38,656 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,660 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T15:35:37.518Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.835Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.145Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.655Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T15:35:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741839_1015 (size=3127) 2024-11-11T15:35:38,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T15:35:37.518Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.835Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.145Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.655Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T15:35:38,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40137 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:55322 deadline: 1731339397328, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T15:35:37.518Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.835Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.145Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.655Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38,666 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T15:35:37.518Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9a1fddc00362,40137,1731339323232 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:35:37.835Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.145Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting 2024-11-11T15:35:38.655Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741832_1008 (size=1336) 2024-11-11T15:35:38,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 not finished, retry = 0 2024-11-11T15:35:38,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9a1fddc00362,40137,1731339323232 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,784 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9a1fddc00362,40137,1731339323232 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,790 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 for the last time to pos 1328, reset compression=false 2024-11-11T15:35:38,790 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:38,790 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:38,790 INFO [RS:0;9a1fddc00362:40137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:38,790 INFO [RS:0;9a1fddc00362:40137 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:38,791 INFO [RS:0;9a1fddc00362:40137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:38,791 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:38,791 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,40137,1731339323232 because: Region server is closing 2024-11-11T15:35:38,792 INFO [RS:0;9a1fddc00362:40137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40137. 2024-11-11T15:35:38,792 DEBUG [RS:0;9a1fddc00362:40137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:38,792 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:38,792 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:38,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:38,796 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 and length of the file is 1336 2024-11-11T15:35:38,797 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.wal-reader.9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/WALs/9a1fddc00362,40137,1731339323232/9a1fddc00362%2C40137%2C1731339323232.1731339324964 2024-11-11T15:35:38,813 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:38,892 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40137,1731339323232.replicationSource.shipper9a1fddc00362%2C40137%2C1731339323232,1-9a1fddc00362,40137,1731339323232 terminated 2024-11-11T15:35:38,893 INFO [RS:0;9a1fddc00362:40137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40137. 2024-11-11T15:35:38,893 DEBUG [RS:0;9a1fddc00362:40137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:38,893 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:38,893 DEBUG [RS:0;9a1fddc00362:40137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:38,893 INFO [RS:0;9a1fddc00362:40137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40137 2024-11-11T15:35:38,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:38,896 INFO [RS:0;9a1fddc00362:40137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:38,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1909722140/rs/9a1fddc00362,40137,1731339323232 2024-11-11T15:35:38,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140/rs 2024-11-11T15:35:38,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,40137,1731339323232] 2024-11-11T15:35:38,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/draining/9a1fddc00362,40137,1731339323232 already deleted, retry=false 2024-11-11T15:35:38,912 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,40137,1731339323232 expired; onlineServers=0 2024-11-11T15:35:38,912 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,43457,1731339323163' ***** 2024-11-11T15:35:38,912 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:35:38,912 INFO [M:0;9a1fddc00362:43457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:38,913 INFO [M:0;9a1fddc00362:43457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:38,913 DEBUG [M:0;9a1fddc00362:43457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:35:38,913 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:35:38,913 DEBUG [M:0;9a1fddc00362:43457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:35:38,913 INFO [M:0;9a1fddc00362:43457 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:38,913 INFO [M:0;9a1fddc00362:43457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:38,913 DEBUG [M:0;9a1fddc00362:43457 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:35:38,913 INFO [M:0;9a1fddc00362:43457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:35:38,913 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339324680 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339324680,5,FailOnTimeoutGroup] 2024-11-11T15:35:38,913 INFO [M:0;9a1fddc00362:43457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:38,914 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339324680 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339324680,5,FailOnTimeoutGroup] 2024-11-11T15:35:38,914 INFO [M:0;9a1fddc00362:43457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:35:38,914 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:35:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1909722140/master 2024-11-11T15:35:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1909722140 2024-11-11T15:35:38,923 DEBUG [M:0;9a1fddc00362:43457 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1909722140/master already deleted, retry=false 2024-11-11T15:35:38,923 DEBUG [M:0;9a1fddc00362:43457 {}] master.ActiveMasterManager(353): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1909722140/master 2024-11-11T15:35:38,925 INFO [M:0;9a1fddc00362:43457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/.lastflushedseqids 2024-11-11T15:35:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741852_1028 (size=263) 2024-11-11T15:35:38,994 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9a1fddc00362:40137 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:40137 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:38,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9a1fddc00362:40137 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:40137 2024-11-11T15:35:38,995 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=9a1fddc00362:40137 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:40137 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:40137 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:35:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40137-0x10197f8e6f20004, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:38,999 INFO [RS:0;9a1fddc00362:40137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:38,999 INFO [RS:0;9a1fddc00362:40137 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,40137,1731339323232; zookeeper connection closed. 2024-11-11T15:35:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:35:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:35944 deadline: 1731339398998, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T15:35:39,001 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58e76ab8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58e76ab8 2024-11-11T15:35:39,001 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:35:39,001 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T15:35:39,002 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T15:35:39,302 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T15:35:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:35:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:35944 deadline: 1731339399305, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T15:35:39,306 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T15:35:39,308 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T15:35:39,308 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T15:35:39,357 INFO [M:0;9a1fddc00362:43457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:35:39,358 INFO [M:0;9a1fddc00362:43457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:35:39,358 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:39,358 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:39,358 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:39,358 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:39,358 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:39,358 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T15:35:39,385 DEBUG [M:0;9a1fddc00362:43457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b44f7821aec14957852450664c472dad is 82, key is hbase:meta,,1/info:regioninfo/1731339325956/Put/seqid=0 2024-11-11T15:35:39,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741853_1029 (size=5672) 2024-11-11T15:35:39,420 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:39,709 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T15:35:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:35:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:35944 deadline: 1731339399711, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T15:35:39,713 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T15:35:39,714 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T15:35:39,714 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T15:35:39,804 INFO [M:0;9a1fddc00362:43457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b44f7821aec14957852450664c472dad 2024-11-11T15:35:39,864 DEBUG [M:0;9a1fddc00362:43457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e54569a09054806a9ee2801a818839b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339333170/Put/seqid=0 2024-11-11T15:35:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741854_1030 (size=8515) 2024-11-11T15:35:39,876 INFO [M:0;9a1fddc00362:43457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e54569a09054806a9ee2801a818839b 2024-11-11T15:35:39,901 DEBUG [M:0;9a1fddc00362:43457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d063e4d689f84e74b0ef4e8e8520ccbf is 69, key is 9a1fddc00362,40137,1731339323232/rs:state/1731339324725/Put/seqid=0 2024-11-11T15:35:39,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741855_1031 (size=5156) 2024-11-11T15:35:39,928 INFO [M:0;9a1fddc00362:43457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d063e4d689f84e74b0ef4e8e8520ccbf 2024-11-11T15:35:39,936 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b44f7821aec14957852450664c472dad as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b44f7821aec14957852450664c472dad 2024-11-11T15:35:39,942 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b44f7821aec14957852450664c472dad, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:35:39,943 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e54569a09054806a9ee2801a818839b as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e54569a09054806a9ee2801a818839b 2024-11-11T15:35:39,949 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e54569a09054806a9ee2801a818839b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:35:39,949 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d063e4d689f84e74b0ef4e8e8520ccbf as hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d063e4d689f84e74b0ef4e8e8520ccbf 2024-11-11T15:35:39,958 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/ed533dee-6a48-ae86-c2f3-d26ff2ecb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d063e4d689f84e74b0ef4e8e8520ccbf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:35:39,960 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=97, compaction requested=false 2024-11-11T15:35:39,974 INFO [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:39,974 DEBUG [M:0;9a1fddc00362:43457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339339358Disabling compacts and flushes for region at 1731339339358Disabling writes for close at 1731339339358Obtaining lock to block concurrent updates at 1731339339358Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339339358Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731339339359 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339339359Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339339359Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339339385 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339339385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339339825 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339339863 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339339863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339339881 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339339899 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339339899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afe78eb: reopening flushed file at 1731339339935 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e24519: reopening flushed file at 1731339339942 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484e3607: reopening flushed file at 1731339339949 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=97, compaction requested=false at 1731339339960 (+11 ms)Writing region close event to WAL at 1731339339974 (+14 ms)Closed at 1731339339974 2024-11-11T15:35:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33405 is added to blk_1073741830_1006 (size=63642) 2024-11-11T15:35:39,982 INFO [M:0;9a1fddc00362:43457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:35:39,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:39,983 INFO [M:0;9a1fddc00362:43457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43457 2024-11-11T15:35:39,984 INFO [M:0;9a1fddc00362:43457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:40,096 INFO [M:0;9a1fddc00362:43457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x10197f8e6f20003, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:40,127 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:40,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25268c26{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:40,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b5354d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:40,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:40,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597ce7db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:40,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f598186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:40,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:35:40,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:35:40,160 WARN [BP-2049944141-172.17.0.3-1731339321703 heartbeating to localhost/127.0.0.1:43209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:35:40,160 WARN [BP-2049944141-172.17.0.3-1731339321703 heartbeating to localhost/127.0.0.1:43209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2049944141-172.17.0.3-1731339321703 (Datanode Uuid 8790727e-1d8c-46ad-8ca1-fa0b7559ccab) service to localhost/127.0.0.1:43209 2024-11-11T15:35:40,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/cluster_4c6357a9-18f8-2ef6-c52a-f5526a9afe38/data/data2/current/BP-2049944141-172.17.0.3-1731339321703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:40,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:35:40,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/cluster_4c6357a9-18f8-2ef6-c52a-f5526a9afe38/data/data1/current/BP-2049944141-172.17.0.3-1731339321703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:40,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74ce22fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:40,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bb3f401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:40,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:40,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad3e66b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:40,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ba3f50a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:40,216 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T15:35:40,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9a1fddc00362:43457 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:43457 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:40,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9a1fddc00362:43457 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:43457 2024-11-11T15:35:40,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:35:40,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:35:40,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:40,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:40,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:40,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:40,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:40,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:35:40,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1586743966, stopped=false 2024-11-11T15:35:40,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,36177,1731339319280 2024-11-11T15:35:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691501686/running 2024-11-11T15:35:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691501686/running 2024-11-11T15:35:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:40,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:40,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/running 2024-11-11T15:35:40,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:40,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Set watcher on znode that does not yet exist, /0-691501686/running 2024-11-11T15:35:40,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:40,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:40,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,45061,1731339319393' ***** 2024-11-11T15:35:40,229 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:35:40,229 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:35:40,229 INFO [RS:0;9a1fddc00362:45061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:35:40,229 INFO [RS:0;9a1fddc00362:45061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:35:40,229 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:40,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:35:40,230 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 8601e399253f01943fb5248b795b8ab7 2024-11-11T15:35:40,230 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,45061,1731339319393 2024-11-11T15:35:40,230 INFO [RS:0;9a1fddc00362:45061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:40,230 INFO [RS:0;9a1fddc00362:45061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45061. 2024-11-11T15:35:40,230 DEBUG [RS:0;9a1fddc00362:45061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:40,230 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:40,230 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:35:40,230 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3c5d9098b893b4be019799569b816f5, disabling compactions & flushes 2024-11-11T15:35:40,230 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:40,230 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:40,230 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. after waiting 0 ms 2024-11-11T15:35:40,230 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:40,230 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3c5d9098b893b4be019799569b816f5 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T15:35:40,232 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:35:40,232 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:35:40,232 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:35:40,236 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:35:40,236 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1325): Online Regions={c3c5d9098b893b4be019799569b816f5=hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5., 1588230740=hbase:meta,,1.1588230740, 8601e399253f01943fb5248b795b8ab7=test,,1731339326059.8601e399253f01943fb5248b795b8ab7.} 2024-11-11T15:35:40,236 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8601e399253f01943fb5248b795b8ab7, c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:40,236 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:40,236 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:40,236 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:40,236 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:40,236 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:40,236 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:35:40,261 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/.tmp/hfileref/03f1177d226545b58201f42ab8a37552 is 74, key is 1/hfileref:691ac1850c284837a19a8dd28def651d_SeqId_4_/1731339335078/DeleteColumn/seqid=0 2024-11-11T15:35:40,267 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/info/03cc10e6b4454e5e9a1a8e37fb9b5e0c is 147, key is hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5./info:regioninfo/1731339331764/Put/seqid=0 2024-11-11T15:35:40,268 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:40,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741846_1022 (size=5345) 2024-11-11T15:35:40,283 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/.tmp/hfileref/03f1177d226545b58201f42ab8a37552 2024-11-11T15:35:40,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741847_1023 (size=7686) 2024-11-11T15:35:40,302 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/info/03cc10e6b4454e5e9a1a8e37fb9b5e0c 2024-11-11T15:35:40,331 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/.tmp/queue/fb6ddbf80c8b420981a71c5dd36f65b7 is 153, key is 1-9a1fddc00362,45061,1731339319393/queue:9a1fddc00362%2C45061%2C1731339319393/1731339335081/Put/seqid=0 2024-11-11T15:35:40,332 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:40,336 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9a1fddc00362:43457 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:43457 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:35:40,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=9a1fddc00362:43457 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:43457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T15:35:40,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 9a1fddc00362:43457 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:43457 2024-11-11T15:35:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741848_1024 (size=5352) 2024-11-11T15:35:40,356 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/ns/0dd6b1c79b864a15a05da56513b08fe4 is 43, key is default/ns:d/1731339321620/Put/seqid=0 2024-11-11T15:35:40,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741849_1025 (size=5153) 2024-11-11T15:35:40,395 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/ns/0dd6b1c79b864a15a05da56513b08fe4 2024-11-11T15:35:40,424 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/rep_barrier/4eda58617ea14cdc8a70d05292461d0d is 112, key is test,,1731339326059.8601e399253f01943fb5248b795b8ab7./rep_barrier:seqnumDuringOpen/1731339327311/Put/seqid=0 2024-11-11T15:35:40,440 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8601e399253f01943fb5248b795b8ab7, c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741850_1026 (size=5518) 2024-11-11T15:35:40,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:40,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9a1fddc00362:43457 this server is in the failed servers list 2024-11-11T15:35:40,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9a1fddc00362:43457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:40,640 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8601e399253f01943fb5248b795b8ab7, c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:40,754 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/.tmp/queue/fb6ddbf80c8b420981a71c5dd36f65b7 2024-11-11T15:35:40,771 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/.tmp/hfileref/03f1177d226545b58201f42ab8a37552 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/hfileref/03f1177d226545b58201f42ab8a37552 2024-11-11T15:35:40,784 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/hfileref/03f1177d226545b58201f42ab8a37552, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T15:35:40,792 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/.tmp/queue/fb6ddbf80c8b420981a71c5dd36f65b7 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/queue/fb6ddbf80c8b420981a71c5dd36f65b7 2024-11-11T15:35:40,806 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/queue/fb6ddbf80c8b420981a71c5dd36f65b7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T15:35:40,818 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c3c5d9098b893b4be019799569b816f5 in 588ms, sequenceid=10, compaction requested=false 2024-11-11T15:35:40,840 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8601e399253f01943fb5248b795b8ab7, c3c5d9098b893b4be019799569b816f5 2024-11-11T15:35:40,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:40,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9a1fddc00362:43457 this server is in the failed servers list 2024-11-11T15:35:40,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9a1fddc00362:43457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/replication/c3c5d9098b893b4be019799569b816f5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T15:35:40,882 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:40,882 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:40,883 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:40,883 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3c5d9098b893b4be019799569b816f5: Waiting for close lock at 1731339340230Running coprocessor pre-close hooks at 1731339340230Disabling compacts and flushes for region at 1731339340230Disabling writes for close at 1731339340230Obtaining lock to block concurrent updates at 1731339340230Preparing flush snapshotting stores in c3c5d9098b893b4be019799569b816f5 at 1731339340230Finished memstore snapshotting hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731339340231 (+1 ms)Flushing stores of hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. at 1731339340231Flushing c3c5d9098b893b4be019799569b816f5/hfileref: creating writer at 1731339340231Flushing c3c5d9098b893b4be019799569b816f5/hfileref: appending metadata at 1731339340260 (+29 ms)Flushing c3c5d9098b893b4be019799569b816f5/hfileref: closing flushed file at 1731339340260Flushing c3c5d9098b893b4be019799569b816f5/queue: creating writer at 1731339340292 (+32 ms)Flushing c3c5d9098b893b4be019799569b816f5/queue: appending metadata at 1731339340331 (+39 ms)Flushing c3c5d9098b893b4be019799569b816f5/queue: closing flushed file at 1731339340331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4addd087: reopening flushed file at 1731339340762 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f812d75: reopening flushed file at 1731339340784 (+22 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c3c5d9098b893b4be019799569b816f5 in 588ms, sequenceid=10, compaction requested=false at 1731339340818 (+34 ms)Writing region close event to WAL at 1731339340856 (+38 ms)Running coprocessor post-close hooks at 1731339340882 (+26 ms)Closed at 1731339340882 2024-11-11T15:35:40,883 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339330396.c3c5d9098b893b4be019799569b816f5. 2024-11-11T15:35:40,883 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8601e399253f01943fb5248b795b8ab7, disabling compactions & flushes 2024-11-11T15:35:40,883 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:40,883 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:40,883 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339326059.8601e399253f01943fb5248b795b8ab7. after waiting 0 ms 2024-11-11T15:35:40,883 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:40,904 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/rep_barrier/4eda58617ea14cdc8a70d05292461d0d 2024-11-11T15:35:40,936 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/default/test/8601e399253f01943fb5248b795b8ab7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:35:40,944 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:40,944 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:35:40,945 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:40,945 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8601e399253f01943fb5248b795b8ab7: Waiting for close lock at 1731339340883Running coprocessor pre-close hooks at 1731339340883Disabling compacts and flushes for region at 1731339340883Disabling writes for close at 1731339340883Writing region close event to WAL at 1731339340913 (+30 ms)Running coprocessor post-close hooks at 1731339340944 (+31 ms)Closed at 1731339340945 (+1 ms) 2024-11-11T15:35:40,945 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339326059.8601e399253f01943fb5248b795b8ab7. 2024-11-11T15:35:40,966 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1033, reset compression=false 2024-11-11T15:35:40,972 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/table/a9d5c220dd774587967a28188f36fc1c is 53, key is hbase:replication/table:state/1731339331785/Put/seqid=0 2024-11-11T15:35:40,983 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:40,983 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1328, reset compression=false 2024-11-11T15:35:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741851_1027 (size=5308) 2024-11-11T15:35:41,022 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/table/a9d5c220dd774587967a28188f36fc1c 2024-11-11T15:35:41,028 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/info/03cc10e6b4454e5e9a1a8e37fb9b5e0c as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/info/03cc10e6b4454e5e9a1a8e37fb9b5e0c 2024-11-11T15:35:41,033 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/info/03cc10e6b4454e5e9a1a8e37fb9b5e0c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:35:41,033 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/ns/0dd6b1c79b864a15a05da56513b08fe4 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/ns/0dd6b1c79b864a15a05da56513b08fe4 2024-11-11T15:35:41,038 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/ns/0dd6b1c79b864a15a05da56513b08fe4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:35:41,039 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/rep_barrier/4eda58617ea14cdc8a70d05292461d0d as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/rep_barrier/4eda58617ea14cdc8a70d05292461d0d 2024-11-11T15:35:41,041 DEBUG [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:35:41,041 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:35:41,041 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:35:41,043 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/rep_barrier/4eda58617ea14cdc8a70d05292461d0d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:35:41,044 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/.tmp/table/a9d5c220dd774587967a28188f36fc1c as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/table/a9d5c220dd774587967a28188f36fc1c 2024-11-11T15:35:41,049 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/table/a9d5c220dd774587967a28188f36fc1c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:35:41,051 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 815ms, sequenceid=16, compaction requested=false 2024-11-11T15:35:41,102 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:35:41,104 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:35:41,105 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:35:41,105 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:41,105 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339340236Running coprocessor pre-close hooks at 1731339340236Disabling compacts and flushes for region at 1731339340236Disabling writes for close at 1731339340236Obtaining lock to block concurrent updates at 1731339340236Preparing flush snapshotting stores in 1588230740 at 1731339340236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339340237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339340237Flushing 1588230740/info: creating writer at 1731339340237Flushing 1588230740/info: appending metadata at 1731339340267 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731339340267Flushing 1588230740/ns: creating writer at 1731339340307 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731339340355 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731339340355Flushing 1588230740/rep_barrier: creating writer at 1731339340401 (+46 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339340423 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339340423Flushing 1588230740/table: creating writer at 1731339340921 (+498 ms)Flushing 1588230740/table: appending metadata at 1731339340972 (+51 ms)Flushing 1588230740/table: closing flushed file at 1731339340972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b255d4f: reopening flushed file at 1731339341028 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec2bab6: reopening flushed file at 1731339341033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781a2942: reopening flushed file at 1731339341038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f3901f: reopening flushed file at 1731339341043 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 815ms, sequenceid=16, compaction requested=false at 1731339341051 (+8 ms)Writing region close event to WAL at 1731339341083 (+32 ms)Running coprocessor post-close hooks at 1731339341104 (+21 ms)Closed at 1731339341105 (+1 ms) 2024-11-11T15:35:41,105 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:41,206 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1328, reset compression=false 2024-11-11T15:35:41,241 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,45061,1731339319393; all regions closed. 2024-11-11T15:35:41,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.meta.1731339321565.meta not finished, retry = 0 2024-11-11T15:35:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:35:41,358 DEBUG [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/oldWALs 2024-11-11T15:35:41,358 INFO [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C45061%2C1731339319393.meta:.meta(num 1731339321565) 2024-11-11T15:35:41,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:41,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9a1fddc00362:43457 this server is in the failed servers list 2024-11-11T15:35:41,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9a1fddc00362:43457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:41,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.rep.1731339331641 not finished, retry = 0 2024-11-11T15:35:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741839_1015 (size=2695) 2024-11-11T15:35:41,485 DEBUG [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/oldWALs 2024-11-11T15:35:41,485 INFO [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C45061%2C1731339319393.rep:(num 1731339331641) 2024-11-11T15:35:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741833_1009 (size=1336) 2024-11-11T15:35:41,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 not finished, retry = 0 2024-11-11T15:35:41,515 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 to pos 1328, reset compression=false 2024-11-11T15:35:41,594 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/WALs/9a1fddc00362,45061,1731339319393/9a1fddc00362%2C45061%2C1731339319393.1731339321125 2024-11-11T15:35:41,603 DEBUG [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/oldWALs 2024-11-11T15:35:41,603 INFO [RS:0;9a1fddc00362:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C45061%2C1731339319393:(num 1731339321125) 2024-11-11T15:35:41,603 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:41,603 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:35:41,604 INFO [RS:0;9a1fddc00362:45061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:41,605 INFO [RS:0;9a1fddc00362:45061 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:41,605 INFO [RS:0;9a1fddc00362:45061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:41,605 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,45061,1731339319393 because: Region server is closing 2024-11-11T15:35:41,606 INFO [RS:0;9a1fddc00362:45061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45061. 2024-11-11T15:35:41,606 DEBUG [RS:0;9a1fddc00362:45061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:41,606 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:41,606 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:41,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:41,607 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:41,706 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.wal-reader.9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T15:35:41,706 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T15:35:41,707 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T15:35:41,707 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T15:35:42,308 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45061,1731339319393.replicationSource.shipper9a1fddc00362%2C45061%2C1731339319393,1-9a1fddc00362,45061,1731339319393 terminated 2024-11-11T15:35:42,308 INFO [RS:0;9a1fddc00362:45061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45061. 2024-11-11T15:35:42,308 DEBUG [RS:0;9a1fddc00362:45061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:42,308 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:42,308 DEBUG [RS:0;9a1fddc00362:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:42,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:42,309 INFO [RS:0;9a1fddc00362:45061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45061 2024-11-11T15:35:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686/rs 2024-11-11T15:35:42,312 INFO [RS:0;9a1fddc00362:45061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:42,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691501686/rs/9a1fddc00362,45061,1731339319393 2024-11-11T15:35:42,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,45061,1731339319393] 2024-11-11T15:35:42,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-691501686/draining/9a1fddc00362,45061,1731339319393 already deleted, retry=false 2024-11-11T15:35:42,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,45061,1731339319393 expired; onlineServers=0 2024-11-11T15:35:42,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,36177,1731339319280' ***** 2024-11-11T15:35:42,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:35:42,314 INFO [M:0;9a1fddc00362:36177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:35:42,314 INFO [M:0;9a1fddc00362:36177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:35:42,314 DEBUG [M:0;9a1fddc00362:36177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:35:42,315 DEBUG [M:0;9a1fddc00362:36177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:35:42,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:35:42,315 INFO [M:0;9a1fddc00362:36177 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:35:42,315 INFO [M:0;9a1fddc00362:36177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:35:42,315 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339320832 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339320832,5,FailOnTimeoutGroup] 2024-11-11T15:35:42,315 DEBUG [M:0;9a1fddc00362:36177 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:35:42,315 INFO [M:0;9a1fddc00362:36177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:35:42,315 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339320848 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339320848,5,FailOnTimeoutGroup] 2024-11-11T15:35:42,315 INFO [M:0;9a1fddc00362:36177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:35:42,315 INFO [M:0;9a1fddc00362:36177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:35:42,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:35:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691501686/master 2024-11-11T15:35:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691501686 2024-11-11T15:35:42,316 DEBUG [M:0;9a1fddc00362:36177 {}] zookeeper.ZKUtil(347): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Unable to get data of znode /0-691501686/master because node does not exist (not an error) 2024-11-11T15:35:42,316 WARN [M:0;9a1fddc00362:36177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:35:42,320 INFO [M:0;9a1fddc00362:36177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/.lastflushedseqids 2024-11-11T15:35:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741852_1028 (size=263) 2024-11-11T15:35:42,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:42,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:42,375 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:42,414 INFO [RS:0;9a1fddc00362:45061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:42,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:42,414 INFO [RS:0;9a1fddc00362:45061 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,45061,1731339319393; zookeeper connection closed. 2024-11-11T15:35:42,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x10197f8e6f20001, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:42,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 2024-11-11T15:35:42,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:35:42,745 INFO [M:0;9a1fddc00362:36177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:35:42,748 INFO [M:0;9a1fddc00362:36177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:35:42,748 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:42,748 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:42,748 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:42,748 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:42,748 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:42,748 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T15:35:42,774 DEBUG [M:0;9a1fddc00362:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336a9469877242c5a5e0c01ffaabda17 is 82, key is hbase:meta,,1/info:regioninfo/1731339321606/Put/seqid=0 2024-11-11T15:35:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741853_1029 (size=5672) 2024-11-11T15:35:42,787 INFO [M:0;9a1fddc00362:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336a9469877242c5a5e0c01ffaabda17 2024-11-11T15:35:42,834 DEBUG [M:0;9a1fddc00362:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/643641640c8643949293c389fb070888 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339331813/Put/seqid=0 2024-11-11T15:35:42,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741854_1030 (size=8515) 2024-11-11T15:35:43,249 INFO [M:0;9a1fddc00362:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/643641640c8643949293c389fb070888 2024-11-11T15:35:43,275 DEBUG [M:0;9a1fddc00362:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9279d434e9485794820bfc5a66b68a is 69, key is 9a1fddc00362,45061,1731339319393/rs:state/1731339320899/Put/seqid=0 2024-11-11T15:35:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741855_1031 (size=5156) 2024-11-11T15:35:43,283 INFO [M:0;9a1fddc00362:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9279d434e9485794820bfc5a66b68a 2024-11-11T15:35:43,289 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/336a9469877242c5a5e0c01ffaabda17 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/336a9469877242c5a5e0c01ffaabda17 2024-11-11T15:35:43,294 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/336a9469877242c5a5e0c01ffaabda17, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:35:43,295 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/643641640c8643949293c389fb070888 as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/643641640c8643949293c389fb070888 2024-11-11T15:35:43,301 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/643641640c8643949293c389fb070888, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:35:43,302 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9279d434e9485794820bfc5a66b68a as hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9279d434e9485794820bfc5a66b68a 2024-11-11T15:35:43,306 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33333/user/jenkins/test-data/f34345d6-d7d2-4ae5-1ede-f03d01786e18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9279d434e9485794820bfc5a66b68a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:35:43,309 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=97, compaction requested=false 2024-11-11T15:35:43,314 INFO [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:43,314 DEBUG [M:0;9a1fddc00362:36177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339342748Disabling compacts and flushes for region at 1731339342748Disabling writes for close at 1731339342748Obtaining lock to block concurrent updates at 1731339342749 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339342749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731339342749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339342751 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339342751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339342774 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339342774Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339342797 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339342834 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339342834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339343255 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339343274 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339343274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66eca2d8: reopening flushed file at 1731339343288 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85d65ef: reopening flushed file at 1731339343294 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a85467b: reopening flushed file at 1731339343301 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=97, compaction requested=false at 1731339343309 (+8 ms)Writing region close event to WAL at 1731339343314 (+5 ms)Closed at 1731339343314 2024-11-11T15:35:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40153 is added to blk_1073741830_1006 (size=63642) 2024-11-11T15:35:43,328 INFO [M:0;9a1fddc00362:36177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:35:43,329 INFO [M:0;9a1fddc00362:36177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36177 2024-11-11T15:35:43,329 INFO [M:0;9a1fddc00362:36177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:35:43,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:35:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:43,432 INFO [M:0;9a1fddc00362:36177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:35:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x10197f8e6f20000, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:35:43,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9941067{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:43,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b3ff5ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:43,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:43,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a365ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:43,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12dbc63d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:43,470 WARN [BP-1008195690-172.17.0.3-1731339317730 heartbeating to localhost/127.0.0.1:33333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:35:43,470 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:35:43,471 WARN [BP-1008195690-172.17.0.3-1731339317730 heartbeating to localhost/127.0.0.1:33333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1008195690-172.17.0.3-1731339317730 (Datanode Uuid 26bad6e3-a868-470d-939d-7f139ccb9314) service to localhost/127.0.0.1:33333 2024-11-11T15:35:43,471 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:35:43,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/data/data1/current/BP-1008195690-172.17.0.3-1731339317730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:43,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/cluster_4e3c135c-f096-238f-3cde-a991ece1dc5b/data/data2/current/BP-1008195690-172.17.0.3-1731339317730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:35:43,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:35:43,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@289703e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:43,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7abe28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:35:43,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:35:43,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112ac0dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:35:43,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685c8f16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/997d8e6f-c151-f83f-2a5f-8af7c5820489/hadoop.log.dir/,STOPPED} 2024-11-11T15:35:43,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:35:43,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:35:43,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 208) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33333 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43209 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43209 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43209 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33333 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33333 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 584) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=846 (was 876), ProcessCount=11 (was 11), AvailableMemoryMB=2089 (was 1064) - AvailableMemoryMB LEAK? - 2024-11-11T15:35:43,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=846, ProcessCount=11, AvailableMemoryMB=2088 2024-11-11T15:35:43,580 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T15:35:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir so I do NOT create it in target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e 2024-11-11T15:35:43,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:35:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.tmp.dir so I do NOT create it in target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e 2024-11-11T15:35:43,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32607963-149c-776a-1676-8d5f6b0fa682/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:35:43,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e 2024-11-11T15:35:43,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b, deleteOnExit=true 2024-11-11T15:35:43,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/zookeeper_0, clientPort=58726, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:35:43,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58726 2024-11-11T15:35:43,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:35:43,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/test.cache.data in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:35:43,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:35:43,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:35:43,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:35:43,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:43,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:35:43,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:35:43,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f8e6f20005, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:35:43,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f8e6f20005, quorum=127.0.0.1:63496, baseZNode=/1-1909722140 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:35:43,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f8e6f20002, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:35:43,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f8e6f20002, quorum=127.0.0.1:63496, baseZNode=/0-691501686 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:35:43,688 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:35:43,725 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,725 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,725 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,726 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,726 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,727 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,735 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,739 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,743 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:43,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:43,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:43,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:43,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:43,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:35:43,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:43,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae6bf16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:43,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3beaeb5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:43,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fb4fd83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/java.io.tmpdir/jetty-localhost-33063-hadoop-hdfs-3_4_1-tests_jar-_-any-5841300155106040296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:43,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@532caf74{HTTP/1.1, (http/1.1)}{localhost:33063} 2024-11-11T15:35:43,980 INFO [Time-limited test {}] server.Server(415): Started @185576ms 2024-11-11T15:35:44,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:44,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:44,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:44,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:44,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:35:44,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193001b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:44,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79465192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:44,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:44,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:44,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:44,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@595f8a1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/java.io.tmpdir/jetty-localhost-40167-hadoop-hdfs-3_4_1-tests_jar-_-any-1804607512969543225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:44,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c13986f{HTTP/1.1, (http/1.1)}{localhost:40167} 2024-11-11T15:35:44,440 INFO [Time-limited test {}] server.Server(415): Started @186036ms 2024-11-11T15:35:44,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:35:44,569 WARN [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/data/data1/current/BP-35760082-172.17.0.3-1731339343628/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:44,571 WARN [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/data/data2/current/BP-35760082-172.17.0.3-1731339343628/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:44,626 WARN [Thread-2156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:35:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81140703a748cc67 with lease ID 0x15a53ebefac28de: Processing first storage report for DS-62381bec-7423-447e-a7b0-795ef4cfddec from datanode DatanodeRegistration(127.0.0.1:39721, datanodeUuid=1da27238-1d30-4962-8d78-d2b913b31f34, infoPort=35629, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1026599196;c=1731339343628) 2024-11-11T15:35:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81140703a748cc67 with lease ID 0x15a53ebefac28de: from storage DS-62381bec-7423-447e-a7b0-795ef4cfddec node DatanodeRegistration(127.0.0.1:39721, datanodeUuid=1da27238-1d30-4962-8d78-d2b913b31f34, infoPort=35629, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1026599196;c=1731339343628), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81140703a748cc67 with lease ID 0x15a53ebefac28de: Processing first storage report for DS-3887a273-586e-4fe6-9a95-7fe57c13340f from datanode DatanodeRegistration(127.0.0.1:39721, datanodeUuid=1da27238-1d30-4962-8d78-d2b913b31f34, infoPort=35629, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1026599196;c=1731339343628) 2024-11-11T15:35:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81140703a748cc67 with lease ID 0x15a53ebefac28de: from storage DS-3887a273-586e-4fe6-9a95-7fe57c13340f node DatanodeRegistration(127.0.0.1:39721, datanodeUuid=1da27238-1d30-4962-8d78-d2b913b31f34, infoPort=35629, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1026599196;c=1731339343628), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:44,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e 2024-11-11T15:35:44,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:44,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:35:44,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b with version=8 2024-11-11T15:35:44,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/hbase-staging 2024-11-11T15:35:44,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:44,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:44,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:44,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:44,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:44,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:44,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:35:44,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:44,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37515 2024-11-11T15:35:44,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37515 connecting to ZooKeeper ensemble=127.0.0.1:58726 2024-11-11T15:35:44,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375150x0, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:44,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37515-0x10197f94c4a0000 connected 2024-11-11T15:35:44,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:44,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:44,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/running 2024-11-11T15:35:44,933 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b, hbase.cluster.distributed=false 2024-11-11T15:35:44,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/acl 2024-11-11T15:35:44,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-11T15:35:44,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37515 2024-11-11T15:35:44,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37515 2024-11-11T15:35:44,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-11T15:35:44,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-11T15:35:45,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:45,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:45,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:45,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:45,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:45,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:45,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:35:45,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:45,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37591 2024-11-11T15:35:45,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37591 connecting to ZooKeeper ensemble=127.0.0.1:58726 2024-11-11T15:35:45,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:45,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:45,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375910x0, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:45,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375910x0, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/running 2024-11-11T15:35:45,046 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:35:45,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37591-0x10197f94c4a0001 connected 2024-11-11T15:35:45,072 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:35:45,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/master 2024-11-11T15:35:45,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/acl 2024-11-11T15:35:45,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-11T15:35:45,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37591 2024-11-11T15:35:45,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37591 2024-11-11T15:35:45,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-11T15:35:45,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-11T15:35:45,124 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:37515 2024-11-11T15:35:45,124 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01263036081/backup-masters/9a1fddc00362,37515,1731339344771 2024-11-11T15:35:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081/backup-masters 2024-11-11T15:35:45,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081/backup-masters 2024-11-11T15:35:45,131 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on existing znode=/01263036081/backup-masters/9a1fddc00362,37515,1731339344771 2024-11-11T15:35:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263036081/master 2024-11-11T15:35:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:45,135 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on existing znode=/01263036081/master 2024-11-11T15:35:45,136 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01263036081/backup-masters/9a1fddc00362,37515,1731339344771 from backup master directory 2024-11-11T15:35:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081/backup-masters 2024-11-11T15:35:45,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263036081/backup-masters/9a1fddc00362,37515,1731339344771 2024-11-11T15:35:45,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081/backup-masters 2024-11-11T15:35:45,138 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:45,138 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,37515,1731339344771 2024-11-11T15:35:45,142 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/hbase.id] with ID: 489bdb37-6821-4de0-b756-2701523d0ab4 2024-11-11T15:35:45,142 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/.tmp/hbase.id 2024-11-11T15:35:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:35:45,180 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/.tmp/hbase.id]:[hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/hbase.id] 2024-11-11T15:35:45,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:45,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:35:45,209 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:35:45,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:45,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:35:45,249 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:45,250 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:45,250 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:35:45,692 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store 2024-11-11T15:35:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:35:45,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:45,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:45,750 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:45,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:45,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:45,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:45,750 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:45,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339345750Disabling compacts and flushes for region at 1731339345750Disabling writes for close at 1731339345750Writing region close event to WAL at 1731339345750Closed at 1731339345750 2024-11-11T15:35:45,751 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/.initializing 2024-11-11T15:35:45,751 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/WALs/9a1fddc00362,37515,1731339344771 2024-11-11T15:35:45,752 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:45,754 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C37515%2C1731339344771, suffix=, logDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/WALs/9a1fddc00362,37515,1731339344771, archiveDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:45,772 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/WALs/9a1fddc00362,37515,1731339344771/9a1fddc00362%2C37515%2C1731339344771.1731339345755, exclude list is [], retry=0 2024-11-11T15:35:45,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39721,DS-62381bec-7423-447e-a7b0-795ef4cfddec,DISK] 2024-11-11T15:35:45,807 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/WALs/9a1fddc00362,37515,1731339344771/9a1fddc00362%2C37515%2C1731339344771.1731339345755 2024-11-11T15:35:45,808 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-11-11T15:35:45,808 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:45,808 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:45,809 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,809 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:45,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:45,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:45,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:45,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:45,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:45,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:45,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:45,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:45,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:45,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:45,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:45,830 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,830 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,831 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,834 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,834 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,834 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:45,838 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:45,844 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:45,845 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61919594, jitterRate=-0.07732614874839783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:45,845 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339345809Initializing all the Stores at 1731339345812 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339345812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339345816 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339345816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339345816Cleaning up temporary data from old regions at 1731339345834 (+18 ms)Region opened successfully at 1731339345845 (+11 ms) 2024-11-11T15:35:45,848 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:45,851 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7039bc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:45,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:35:45,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:45,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:45,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:45,855 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:35:45,855 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:35:45,855 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:45,861 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:45,862 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Unable to get data of znode /01263036081/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:45,865 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263036081/balancer already deleted, retry=false 2024-11-11T15:35:45,865 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:45,868 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Unable to get data of znode /01263036081/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:45,880 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263036081/normalizer already deleted, retry=false 2024-11-11T15:35:45,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:45,904 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Unable to get data of znode /01263036081/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:45,911 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263036081/switch/split already deleted, retry=false 2024-11-11T15:35:45,920 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Unable to get data of znode /01263036081/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:45,932 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263036081/switch/merge already deleted, retry=false 2024-11-11T15:35:45,960 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Unable to get data of znode /01263036081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:45,972 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263036081/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263036081/running 2024-11-11T15:35:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:45,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263036081/running 2024-11-11T15:35:45,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:45,992 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,37515,1731339344771, sessionid=0x10197f94c4a0000, setting cluster-up flag (Was=false) 2024-11-11T15:35:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:46,048 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01263036081/flush-table-proc/acquired, /01263036081/flush-table-proc/reached, /01263036081/flush-table-proc/abort 2024-11-11T15:35:46,049 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,37515,1731339344771 2024-11-11T15:35:46,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:46,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:46,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01263036081/online-snapshot/acquired, /01263036081/online-snapshot/reached, /01263036081/online-snapshot/abort 2024-11-11T15:35:46,057 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,37515,1731339344771 2024-11-11T15:35:46,061 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:35:46,063 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:46,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:46,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:46,064 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9a1fddc00362,34021,1731339299161: status=Processing ServerCrashProcedure of 9a1fddc00362,34021,1731339299161 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731339310405, completionTime=-1 appears to have been leaked 2024-11-11T15:35:46,064 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,37515,1731339344771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:46,072 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:46,072 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:46,073 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:46,073 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:46,073 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:46,073 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,073 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:46,073 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339376077 2024-11-11T15:35:46,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:46,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:46,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:46,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:46,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:46,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:46,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:46,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:35:46,088 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:46,088 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:46,088 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:46,088 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:46,092 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:46,092 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:46,092 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:46,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:35:46,096 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339346092,5,FailOnTimeoutGroup] 2024-11-11T15:35:46,120 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339346096,5,FailOnTimeoutGroup] 2024-11-11T15:35:46,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:46,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,141 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(746): ClusterId : 489bdb37-6821-4de0-b756-2701523d0ab4 2024-11-11T15:35:46,141 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:46,144 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:46,144 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:46,148 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:46,148 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6267c3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:46,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:35:46,181 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:37591 2024-11-11T15:35:46,181 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:46,181 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:46,181 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:46,182 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,37515,1731339344771 with port=37591, startcode=1731339345021 2024-11-11T15:35:46,183 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:46,193 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:46,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37515 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,206 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b 2024-11-11T15:35:46,206 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33639 2024-11-11T15:35:46,206 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:46,213 DEBUG [RS:0;9a1fddc00362:37591 {}] zookeeper.ZKUtil(111): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on existing znode=/01263036081/rs/9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,213 WARN [RS:0;9a1fddc00362:37591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:46,214 INFO [RS:0;9a1fddc00362:37591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:46,214 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081/rs 2024-11-11T15:35:46,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,37591,1731339345021] 2024-11-11T15:35:46,237 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:46,248 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:46,248 INFO [RS:0;9a1fddc00362:37591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:46,249 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,253 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:46,254 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:46,254 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:46,254 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:46,255 DEBUG [RS:0;9a1fddc00362:37591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:46,259 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,259 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,259 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,259 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,259 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,259 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37591,1731339345021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:46,277 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:46,277 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37591,1731339345021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,277 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,277 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.Replication(171): 9a1fddc00362,37591,1731339345021 started 2024-11-11T15:35:46,297 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:46,297 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,37591,1731339345021, RpcServer on 9a1fddc00362/172.17.0.3:37591, sessionid=0x10197f94c4a0001 2024-11-11T15:35:46,297 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:46,297 DEBUG [RS:0;9a1fddc00362:37591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,297 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,37591,1731339345021' 2024-11-11T15:35:46,297 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01263036081/flush-table-proc/abort' 2024-11-11T15:35:46,298 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01263036081/flush-table-proc/acquired' 2024-11-11T15:35:46,299 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:46,299 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:46,299 DEBUG [RS:0;9a1fddc00362:37591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,299 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,37591,1731339345021' 2024-11-11T15:35:46,299 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01263036081/online-snapshot/abort' 2024-11-11T15:35:46,301 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01263036081/online-snapshot/acquired' 2024-11-11T15:35:46,302 DEBUG [RS:0;9a1fddc00362:37591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:46,302 INFO [RS:0;9a1fddc00362:37591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:46,302 INFO [RS:0;9a1fddc00362:37591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:46,403 INFO [RS:0;9a1fddc00362:37591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:46,409 INFO [RS:0;9a1fddc00362:37591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37591%2C1731339345021, suffix=, logDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021, archiveDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/oldWALs, maxLogs=10 2024-11-11T15:35:46,427 DEBUG [RS:0;9a1fddc00362:37591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, exclude list is [], retry=0 2024-11-11T15:35:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39721,DS-62381bec-7423-447e-a7b0-795ef4cfddec,DISK] 2024-11-11T15:35:46,441 INFO [RS:0;9a1fddc00362:37591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 2024-11-11T15:35:46,441 DEBUG [RS:0;9a1fddc00362:37591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-11-11T15:35:46,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:35:46,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b 2024-11-11T15:35:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:35:46,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:46,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:46,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:46,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:46,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:46,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:46,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:46,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:46,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:46,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:46,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:46,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:46,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:46,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:46,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:46,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:46,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740 2024-11-11T15:35:46,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740 2024-11-11T15:35:46,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:46,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:46,617 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:46,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:46,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:46,620 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70636936, jitterRate=0.05257236957550049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:46,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339346599Initializing all the Stores at 1731339346601 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339346601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339346601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339346601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339346601Cleaning up temporary data from old regions at 1731339346616 (+15 ms)Region opened successfully at 1731339346621 (+5 ms) 2024-11-11T15:35:46,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:46,621 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:46,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:46,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:46,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:46,622 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:46,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339346621Disabling compacts and flushes for region at 1731339346621Disabling writes for close at 1731339346621Writing region close event to WAL at 1731339346622 (+1 ms)Closed at 1731339346622 2024-11-11T15:35:46,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:46,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:35:46,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:46,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:46,630 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:35:46,780 DEBUG [9a1fddc00362:37515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:46,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:46,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,37591,1731339345021, state=OPENING 2024-11-11T15:35:46,786 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:35:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:46,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:46,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263036081/meta-region-server: CHANGED 2024-11-11T15:35:46,789 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:46,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263036081/meta-region-server: CHANGED 2024-11-11T15:35:46,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,37591,1731339345021}] 2024-11-11T15:35:46,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:46,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:46,975 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:46,975 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:46,975 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:46,977 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37591%2C1731339345021.meta, suffix=.meta, logDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021, archiveDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/oldWALs, maxLogs=10 2024-11-11T15:35:46,996 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.meta.1731339346977.meta, exclude list is [], retry=0 2024-11-11T15:35:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39721,DS-62381bec-7423-447e-a7b0-795ef4cfddec,DISK] 2024-11-11T15:35:47,002 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.meta.1731339346977.meta 2024-11-11T15:35:47,002 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-11-11T15:35:47,002 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:47,003 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:47,003 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:47,003 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:47,003 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:47,003 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:47,003 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:47,003 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:47,003 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:47,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:47,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:47,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:47,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:47,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:47,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:47,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:47,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:47,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:47,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:47,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:47,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:47,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:47,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:47,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:47,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:47,015 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:47,016 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740 2024-11-11T15:35:47,017 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740 2024-11-11T15:35:47,018 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:47,018 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:47,018 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:47,020 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:47,020 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73656557, jitterRate=0.09756822884082794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:47,020 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:47,021 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339347003Writing region info on filesystem at 1731339347003Initializing all the Stores at 1731339347005 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339347005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339347006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339347006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339347006Cleaning up temporary data from old regions at 1731339347018 (+12 ms)Running coprocessor post-open hooks at 1731339347020 (+2 ms)Region opened successfully at 1731339347021 (+1 ms) 2024-11-11T15:35:47,023 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339346947 2024-11-11T15:35:47,033 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:47,033 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:47,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:35:47,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:47,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:35:47,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:35:47,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,37591,1731339345021, state=OPEN 2024-11-11T15:35:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263036081/meta-region-server 2024-11-11T15:35:47,040 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:47,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263036081/meta-region-server: CHANGED 2024-11-11T15:35:47,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263036081/meta-region-server 2024-11-11T15:35:47,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263036081/meta-region-server: CHANGED 2024-11-11T15:35:47,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:35:47,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,37591,1731339345021 in 251 msec 2024-11-11T15:35:47,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:47,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:35:47,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:35:47,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-11T15:35:47,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:47,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37591,1731339345021, seqNum=-1] 2024-11-11T15:35:47,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:47,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:47,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0040 sec 2024-11-11T15:35:47,067 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339347067, completionTime=-1 2024-11-11T15:35:47,067 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:35:47,067 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339407071 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339467071 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37515,1731339344771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37515,1731339344771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37515,1731339344771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,071 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:37515, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,072 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,072 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,074 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:35:47,076 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.938sec 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37515,1731339344771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:47,077 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37515,1731339344771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:47,091 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:47,091 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:47,091 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37515,1731339344771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:47,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6c658a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:47,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37515,-1 for getting cluster id 2024-11-11T15:35:47,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:47,141 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489bdb37-6821-4de0-b756-2701523d0ab4' 2024-11-11T15:35:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489bdb37-6821-4de0-b756-2701523d0ab4" 2024-11-11T15:35:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65836b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37515,-1] 2024-11-11T15:35:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:47,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:47,144 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:47,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aef42dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:47,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37591,1731339345021, seqNum=-1] 2024-11-11T15:35:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:47,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:47,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,37515,1731339344771 2024-11-11T15:35:47,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58726 2024-11-11T15:35:47,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:47,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f94c4a0002 connected 2024-11-11T15:35:47,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir so I do NOT create it in target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc 2024-11-11T15:35:47,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:35:47,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.tmp.dir so I do NOT create it in target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc 2024-11-11T15:35:47,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:35:47,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/cluster_f8b0c2f8-9eae-108f-b02a-1868a1c9ef40, deleteOnExit=true 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/test.cache.data in system properties and HBase conf 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:35:47,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:35:47,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:35:47,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:35:47,164 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:35:47,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:47,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:35:47,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:35:47,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:35:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:35:47,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:47,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:47,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:47,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:47,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:35:47,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:47,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba34453{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:47,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620b2edb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:47,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b0f4dfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/java.io.tmpdir/jetty-localhost-46169-hadoop-hdfs-3_4_1-tests_jar-_-any-7366479071077027094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:35:47,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21637727{HTTP/1.1, (http/1.1)}{localhost:46169} 2024-11-11T15:35:47,536 INFO [Time-limited test {}] server.Server(415): Started @189132ms 2024-11-11T15:35:47,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:35:47,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:35:47,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:35:47,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:35:47,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:35:47,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37bed8d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:35:47,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ae8c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:35:48,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eca3c2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/java.io.tmpdir/jetty-localhost-41031-hadoop-hdfs-3_4_1-tests_jar-_-any-16038208441605514346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:35:48,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c37ece{HTTP/1.1, (http/1.1)}{localhost:41031} 2024-11-11T15:35:48,068 INFO [Time-limited test {}] server.Server(415): Started @189664ms 2024-11-11T15:35:48,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:35:48,258 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/cluster_f8b0c2f8-9eae-108f-b02a-1868a1c9ef40/data/data1/current/BP-1387726084-172.17.0.3-1731339347189/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:48,262 WARN [Thread-2289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/cluster_f8b0c2f8-9eae-108f-b02a-1868a1c9ef40/data/data2/current/BP-1387726084-172.17.0.3-1731339347189/current, will proceed with Du for space computation calculation, 2024-11-11T15:35:48,344 WARN [Thread-2276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:35:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd082e27ca6f5762b with lease ID 0x418574e39dcbc96e: Processing first storage report for DS-b540c5c5-9eac-4a77-9419-5d4c31d79af3 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=7322bb98-53e6-4ce0-a48f-516c348f02ec, infoPort=42401, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=2105064452;c=1731339347189) 2024-11-11T15:35:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd082e27ca6f5762b with lease ID 0x418574e39dcbc96e: from storage DS-b540c5c5-9eac-4a77-9419-5d4c31d79af3 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=7322bb98-53e6-4ce0-a48f-516c348f02ec, infoPort=42401, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=2105064452;c=1731339347189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd082e27ca6f5762b with lease ID 0x418574e39dcbc96e: Processing first storage report for DS-fa370311-bfaf-4497-a160-d5e750a1adc8 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=7322bb98-53e6-4ce0-a48f-516c348f02ec, infoPort=42401, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=2105064452;c=1731339347189) 2024-11-11T15:35:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd082e27ca6f5762b with lease ID 0x418574e39dcbc96e: from storage DS-fa370311-bfaf-4497-a160-d5e750a1adc8 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=7322bb98-53e6-4ce0-a48f-516c348f02ec, infoPort=42401, infoSecurePort=0, ipcPort=37899, storageInfo=lv=-57;cid=testClusterID;nsid=2105064452;c=1731339347189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:35:48,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc 2024-11-11T15:35:48,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:48,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:48,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:48,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:48,408 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8192 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:35:48,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94 with version=8 2024-11-11T15:35:48,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/hbase-staging 2024-11-11T15:35:48,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:35:48,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:48,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37309 2024-11-11T15:35:48,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37309 connecting to ZooKeeper ensemble=127.0.0.1:58726 2024-11-11T15:35:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373090x0, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:48,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37309-0x10197f94c4a0003 connected 2024-11-11T15:35:48,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:48,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:48,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/running 2024-11-11T15:35:48,596 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94, hbase.cluster.distributed=false 2024-11-11T15:35:48,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/acl 2024-11-11T15:35:48,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-11T15:35:48,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37309 2024-11-11T15:35:48,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37309 2024-11-11T15:35:48,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-11T15:35:48,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37309 2024-11-11T15:35:48,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:35:48,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:48,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:48,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:35:48,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:35:48,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:35:48,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:35:48,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:35:48,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40641 2024-11-11T15:35:48,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40641 connecting to ZooKeeper ensemble=127.0.0.1:58726 2024-11-11T15:35:48,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:48,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:48,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406410x0, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/running 2024-11-11T15:35:48,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:35:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406410x0, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:48,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40641-0x10197f94c4a0004 connected 2024-11-11T15:35:48,792 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:35:48,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/master 2024-11-11T15:35:48,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/acl 2024-11-11T15:35:48,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-11T15:35:48,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40641 2024-11-11T15:35:48,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40641 2024-11-11T15:35:48,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-11T15:35:48,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-11T15:35:48,856 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:37309 2024-11-11T15:35:48,856 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2011713289/backup-masters/9a1fddc00362,37309,1731339348467 2024-11-11T15:35:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289/backup-masters 2024-11-11T15:35:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289/backup-masters 2024-11-11T15:35:48,858 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on existing znode=/1-2011713289/backup-masters/9a1fddc00362,37309,1731339348467 2024-11-11T15:35:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2011713289/master 2024-11-11T15:35:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:48,861 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on existing znode=/1-2011713289/master 2024-11-11T15:35:48,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2011713289/backup-masters/9a1fddc00362,37309,1731339348467 from backup master directory 2024-11-11T15:35:48,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2011713289/backup-masters/9a1fddc00362,37309,1731339348467 2024-11-11T15:35:48,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289/backup-masters 2024-11-11T15:35:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289/backup-masters 2024-11-11T15:35:48,866 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:48,866 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,37309,1731339348467 2024-11-11T15:35:48,873 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/hbase.id] with ID: 2342ece8-164c-49b4-b33e-24abfa4347c5 2024-11-11T15:35:48,873 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/.tmp/hbase.id 2024-11-11T15:35:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:35:49,308 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/.tmp/hbase.id]:[hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/hbase.id] 2024-11-11T15:35:49,322 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:35:49,322 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:35:49,323 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:35:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:35:49,368 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:49,369 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:35:49,370 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:49,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:35:49,805 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store 2024-11-11T15:35:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:35:50,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:50,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:35:50,282 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:50,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:50,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:35:50,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:50,282 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:35:50,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339350282Disabling compacts and flushes for region at 1731339350282Disabling writes for close at 1731339350282Writing region close event to WAL at 1731339350282Closed at 1731339350282 2024-11-11T15:35:50,283 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/.initializing 2024-11-11T15:35:50,284 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/WALs/9a1fddc00362,37309,1731339348467 2024-11-11T15:35:50,285 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:50,286 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C37309%2C1731339348467, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/WALs/9a1fddc00362,37309,1731339348467, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/oldWALs, maxLogs=10 2024-11-11T15:35:50,309 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/WALs/9a1fddc00362,37309,1731339348467/9a1fddc00362%2C37309%2C1731339348467.1731339350286, exclude list is [], retry=0 2024-11-11T15:35:50,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-b540c5c5-9eac-4a77-9419-5d4c31d79af3,DISK] 2024-11-11T15:35:50,356 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/WALs/9a1fddc00362,37309,1731339348467/9a1fddc00362%2C37309%2C1731339348467.1731339350286 2024-11-11T15:35:50,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42401:42401)] 2024-11-11T15:35:50,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:50,362 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:50,362 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,362 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:35:50,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:50,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:35:50,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:50,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:35:50,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:50,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:35:50,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:50,384 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,384 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,385 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:50,390 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:35:50,397 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:50,397 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63597311, jitterRate=-0.05232621729373932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:50,397 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339350362Initializing all the Stores at 1731339350365 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339350365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339350366 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339350366Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339350366Cleaning up temporary data from old regions at 1731339350386 (+20 ms)Region opened successfully at 1731339350397 (+11 ms) 2024-11-11T15:35:50,412 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:35:50,427 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4882dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:50,428 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:35:50,428 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:35:50,428 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:35:50,428 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:35:50,436 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-11T15:35:50,436 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:35:50,436 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:35:50,452 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:35:50,456 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Unable to get data of znode /1-2011713289/balancer because node does not exist (not necessarily an error) 2024-11-11T15:35:50,458 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/balancer already deleted, retry=false 2024-11-11T15:35:50,458 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:35:50,459 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Unable to get data of znode /1-2011713289/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:35:50,460 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/normalizer already deleted, retry=false 2024-11-11T15:35:50,461 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:35:50,477 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Unable to get data of znode /1-2011713289/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:35:50,478 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/switch/split already deleted, retry=false 2024-11-11T15:35:50,479 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Unable to get data of znode /1-2011713289/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:35:50,480 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/switch/merge already deleted, retry=false 2024-11-11T15:35:50,482 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Unable to get data of znode /1-2011713289/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:35:50,483 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/snapshot-cleanup already deleted, retry=false 2024-11-11T15:35:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2011713289/running 2024-11-11T15:35:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:50,486 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,37309,1731339348467, sessionid=0x10197f94c4a0003, setting cluster-up flag (Was=false) 2024-11-11T15:35:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2011713289/running 2024-11-11T15:35:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:50,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:50,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:50,495 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2011713289/flush-table-proc/acquired, /1-2011713289/flush-table-proc/reached, /1-2011713289/flush-table-proc/abort 2024-11-11T15:35:50,496 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,37309,1731339348467 2024-11-11T15:35:50,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:50,509 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2011713289/online-snapshot/acquired, /1-2011713289/online-snapshot/reached, /1-2011713289/online-snapshot/abort 2024-11-11T15:35:50,510 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,37309,1731339348467 2024-11-11T15:35:50,526 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:35:50,541 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:50,542 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:35:50,542 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:35:50,542 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,37309,1731339348467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:50,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,585 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(746): ClusterId : 2342ece8-164c-49b4-b33e-24abfa4347c5 2024-11-11T15:35:50,585 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:35:50,587 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:35:50,587 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:35:50,589 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:35:50,590 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1743aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:35:50,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:50,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:35:50,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:35:50,630 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:40641 2024-11-11T15:35:50,630 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:35:50,630 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:35:50,630 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:35:50,638 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,37309,1731339348467 with port=40641, startcode=1731339348727 2024-11-11T15:35:50,638 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339380656 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:35:50,656 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:35:50,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,670 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:35:50,670 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:35:50,670 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:35:50,670 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:35:50,678 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:35:50,678 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:35:50,685 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339350678,5,FailOnTimeoutGroup] 2024-11-11T15:35:50,707 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:35:50,708 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339350686,5,FailOnTimeoutGroup] 2024-11-11T15:35:50,708 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,708 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:35:50,708 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,708 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,708 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37309 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:35:50,709 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:35:50,709 WARN [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:35:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:35:50,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:35:50,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94 2024-11-11T15:35:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:35:50,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:50,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:50,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:50,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:50,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:50,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:50,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:50,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:50,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:50,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:50,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:50,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:50,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:50,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:50,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:50,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740 2024-11-11T15:35:50,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740 2024-11-11T15:35:50,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:50,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:50,738 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:50,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:50,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:50,756 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75380458, jitterRate=0.12325635552406311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:50,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339350722Initializing all the Stores at 1731339350724 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339350724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339350724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339350724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339350724Cleaning up temporary data from old regions at 1731339350737 (+13 ms)Region opened successfully at 1731339350756 (+19 ms) 2024-11-11T15:35:50,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:35:50,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:35:50,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:35:50,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:35:50,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:35:50,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:35:50,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339350756Disabling compacts and flushes for region at 1731339350756Disabling writes for close at 1731339350756Writing region close event to WAL at 1731339350764 (+8 ms)Closed at 1731339350764 2024-11-11T15:35:50,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:50,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:35:50,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:35:50,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:50,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:35:50,810 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,37309,1731339348467 with port=40641, startcode=1731339348727 2024-11-11T15:35:50,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,40641,1731339348727 2024-11-11T15:35:50,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37309 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:50,814 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94 2024-11-11T15:35:50,814 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38843 2024-11-11T15:35:50,814 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:35:50,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289/rs 2024-11-11T15:35:50,818 DEBUG [RS:0;9a1fddc00362:40641 {}] zookeeper.ZKUtil(111): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on existing znode=/1-2011713289/rs/9a1fddc00362,40641,1731339348727 2024-11-11T15:35:50,818 WARN [RS:0;9a1fddc00362:40641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:35:50,818 INFO [RS:0;9a1fddc00362:40641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:50,818 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727 2024-11-11T15:35:50,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,40641,1731339348727] 2024-11-11T15:35:50,856 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:35:50,859 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:35:50,872 INFO [RS:0;9a1fddc00362:40641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:35:50,872 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,880 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:35:50,888 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:35:50,888 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:50,888 DEBUG [RS:0;9a1fddc00362:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:35:50,918 WARN [9a1fddc00362:37309 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:35:50,928 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,928 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,928 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,928 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,928 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,928 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40641,1731339348727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:50,962 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:35:50,962 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40641,1731339348727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,962 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,962 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.Replication(171): 9a1fddc00362,40641,1731339348727 started 2024-11-11T15:35:50,984 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:50,984 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,40641,1731339348727, RpcServer on 9a1fddc00362/172.17.0.3:40641, sessionid=0x10197f94c4a0004 2024-11-11T15:35:50,984 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:35:50,984 DEBUG [RS:0;9a1fddc00362:40641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,40641,1731339348727 2024-11-11T15:35:50,984 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40641,1731339348727' 2024-11-11T15:35:50,984 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2011713289/flush-table-proc/abort' 2024-11-11T15:35:50,985 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2011713289/flush-table-proc/acquired' 2024-11-11T15:35:50,986 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:35:50,986 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:35:50,986 DEBUG [RS:0;9a1fddc00362:40641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,40641,1731339348727 2024-11-11T15:35:50,986 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40641,1731339348727' 2024-11-11T15:35:50,986 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2011713289/online-snapshot/abort' 2024-11-11T15:35:50,986 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2011713289/online-snapshot/acquired' 2024-11-11T15:35:50,987 DEBUG [RS:0;9a1fddc00362:40641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:35:50,987 INFO [RS:0;9a1fddc00362:40641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:35:50,987 INFO [RS:0;9a1fddc00362:40641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:35:51,087 INFO [RS:0;9a1fddc00362:40641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:35:51,089 INFO [RS:0;9a1fddc00362:40641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40641%2C1731339348727, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/oldWALs, maxLogs=10 2024-11-11T15:35:51,110 DEBUG [RS:0;9a1fddc00362:40641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, exclude list is [], retry=0 2024-11-11T15:35:51,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-b540c5c5-9eac-4a77-9419-5d4c31d79af3,DISK] 2024-11-11T15:35:51,133 INFO [RS:0;9a1fddc00362:40641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 2024-11-11T15:35:51,144 DEBUG [RS:0;9a1fddc00362:40641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42401:42401)] 2024-11-11T15:35:51,168 DEBUG [9a1fddc00362:37309 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:35:51,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:51,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40641,1731339348727, state=OPENING 2024-11-11T15:35:51,172 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:35:51,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:51,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:51,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2011713289/meta-region-server: CHANGED 2024-11-11T15:35:51,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2011713289/meta-region-server: CHANGED 2024-11-11T15:35:51,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:35:51,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40641,1731339348727}] 2024-11-11T15:35:51,334 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:51,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:35:51,365 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:35:51,365 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:51,365 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:35:51,367 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40641%2C1731339348727.meta, suffix=.meta, logDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/oldWALs, maxLogs=10 2024-11-11T15:35:51,401 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.meta.1731339351367.meta, exclude list is [], retry=0 2024-11-11T15:35:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-b540c5c5-9eac-4a77-9419-5d4c31d79af3,DISK] 2024-11-11T15:35:51,448 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.meta.1731339351367.meta 2024-11-11T15:35:51,464 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42401:42401)] 2024-11-11T15:35:51,464 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:51,465 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:51,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:51,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:35:51,465 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:35:51,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:35:51,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:51,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:35:51,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:35:51,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:35:51,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:35:51,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:51,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:51,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:35:51,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:35:51,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:51,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:51,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:35:51,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:35:51,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:51,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:51,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:35:51,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:35:51,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:51,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:35:51,493 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:35:51,493 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740 2024-11-11T15:35:51,494 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740 2024-11-11T15:35:51,495 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:35:51,495 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:35:51,496 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:35:51,497 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:35:51,498 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59441395, jitterRate=-0.1142541915178299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:35:51,498 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:35:51,499 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339351465Writing region info on filesystem at 1731339351465Initializing all the Stores at 1731339351466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339351466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339351476 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339351476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339351476Cleaning up temporary data from old regions at 1731339351495 (+19 ms)Running coprocessor post-open hooks at 1731339351498 (+3 ms)Region opened successfully at 1731339351498 2024-11-11T15:35:51,500 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339351334 2024-11-11T15:35:51,502 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:35:51,502 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:35:51,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:51,503 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40641,1731339348727, state=OPEN 2024-11-11T15:35:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2011713289/meta-region-server 2024-11-11T15:35:51,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2011713289/meta-region-server: CHANGED 2024-11-11T15:35:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2011713289/meta-region-server 2024-11-11T15:35:51,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2011713289/meta-region-server: CHANGED 2024-11-11T15:35:51,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:51,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:35:51,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40641,1731339348727 in 325 msec 2024-11-11T15:35:51,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:35:51,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-11T15:35:51,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:35:51,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:35:51,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:51,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40641,1731339348727, seqNum=-1] 2024-11-11T15:35:51,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:51,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:51,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 982 msec 2024-11-11T15:35:51,526 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339351526, completionTime=-1 2024-11-11T15:35:51,526 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:35:51,526 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:35:51,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:35:51,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339411529 2024-11-11T15:35:51,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339471529 2024-11-11T15:35:51,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:35:51,529 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37309,1731339348467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37309,1731339348467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37309,1731339348467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:37309, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,533 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.669sec 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37309,1731339348467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:35:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37309,1731339348467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:35:51,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:35:51,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:35:51,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37309,1731339348467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:35:51,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f8c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:51,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37309,-1 for getting cluster id 2024-11-11T15:35:51,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:51,619 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2342ece8-164c-49b4-b33e-24abfa4347c5' 2024-11-11T15:35:51,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:51,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2342ece8-164c-49b4-b33e-24abfa4347c5" 2024-11-11T15:35:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4363236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37309,-1] 2024-11-11T15:35:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:51,625 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:51,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1657dc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:51,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40641,1731339348727, seqNum=-1] 2024-11-11T15:35:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:51,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,37309,1731339348467 2024-11-11T15:35:51,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58726 2024-11-11T15:35:51,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:35:51,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37515,1731339344771 2024-11-11T15:35:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fe5ca68 2024-11-11T15:35:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:51,649 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:51,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:35:51,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:51,653 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:51,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:51,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:35:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:51,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f94c4a0005 connected 2024-11-11T15:35:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:35:51,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b534e0684c530b0eb690444d2fd99049, NAME => 'test,,1731339351649.b534e0684c530b0eb690444d2fd99049.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b 2024-11-11T15:35:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:35:51,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339351649.b534e0684c530b0eb690444d2fd99049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:51,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b534e0684c530b0eb690444d2fd99049, disabling compactions & flushes 2024-11-11T15:35:51,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:51,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:51,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339351649.b534e0684c530b0eb690444d2fd99049. after waiting 0 ms 2024-11-11T15:35:51,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:51,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:51,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b534e0684c530b0eb690444d2fd99049: Waiting for close lock at 1731339351735Disabling compacts and flushes for region at 1731339351735Disabling writes for close at 1731339351735Writing region close event to WAL at 1731339351735Closed at 1731339351735 2024-11-11T15:35:51,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:51,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339351649.b534e0684c530b0eb690444d2fd99049.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339351737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339351737"}]},"ts":"1731339351737"} 2024-11-11T15:35:51,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:51,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:51,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339351741"}]},"ts":"1731339351741"} 2024-11-11T15:35:51,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:35:51,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b534e0684c530b0eb690444d2fd99049, ASSIGN}] 2024-11-11T15:35:51,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b534e0684c530b0eb690444d2fd99049, ASSIGN 2024-11-11T15:35:51,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b534e0684c530b0eb690444d2fd99049, ASSIGN; state=OFFLINE, location=9a1fddc00362,37591,1731339345021; forceNewPlan=false, retain=false 2024-11-11T15:35:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:51,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b534e0684c530b0eb690444d2fd99049, regionState=OPENING, regionLocation=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:51,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b534e0684c530b0eb690444d2fd99049, ASSIGN because future has completed 2024-11-11T15:35:51,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b534e0684c530b0eb690444d2fd99049, server=9a1fddc00362,37591,1731339345021}] 2024-11-11T15:35:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:52,105 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:52,105 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b534e0684c530b0eb690444d2fd99049, NAME => 'test,,1731339351649.b534e0684c530b0eb690444d2fd99049.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:52,105 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:52,105 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:35:52,105 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,105 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339351649.b534e0684c530b0eb690444d2fd99049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:52,106 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,106 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,108 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,110 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b534e0684c530b0eb690444d2fd99049 columnFamilyName f 2024-11-11T15:35:52,110 DEBUG [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:52,112 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] regionserver.HStore(327): Store=b534e0684c530b0eb690444d2fd99049/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:52,112 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,114 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b534e0684c530b0eb690444d2fd99049 columnFamilyName f1 2024-11-11T15:35:52,114 DEBUG [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:52,115 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] regionserver.HStore(327): Store=b534e0684c530b0eb690444d2fd99049/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:52,115 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,116 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b534e0684c530b0eb690444d2fd99049 columnFamilyName norep 2024-11-11T15:35:52,116 DEBUG [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:52,116 INFO [StoreOpener-b534e0684c530b0eb690444d2fd99049-1 {}] regionserver.HStore(327): Store=b534e0684c530b0eb690444d2fd99049/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:52,117 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,124 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,130 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,136 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,136 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:52,146 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,157 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:52,160 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b534e0684c530b0eb690444d2fd99049; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73239785, jitterRate=0.09135784208774567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:52,160 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:35:52,161 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b534e0684c530b0eb690444d2fd99049: Running coprocessor pre-open hook at 1731339352106Writing region info on filesystem at 1731339352106Initializing all the Stores at 1731339352107 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339352107Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339352108 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339352108Cleaning up temporary data from old regions at 1731339352137 (+29 ms)Running coprocessor post-open hooks at 1731339352160 (+23 ms)Region opened successfully at 1731339352161 (+1 ms) 2024-11-11T15:35:52,163 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339351649.b534e0684c530b0eb690444d2fd99049., pid=6, masterSystemTime=1731339352082 2024-11-11T15:35:52,166 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:52,166 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:35:52,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b534e0684c530b0eb690444d2fd99049, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:52,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b534e0684c530b0eb690444d2fd99049, server=9a1fddc00362,37591,1731339345021 because future has completed 2024-11-11T15:35:52,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:35:52,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b534e0684c530b0eb690444d2fd99049, server=9a1fddc00362,37591,1731339345021 in 265 msec 2024-11-11T15:35:52,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:35:52,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b534e0684c530b0eb690444d2fd99049, ASSIGN in 439 msec 2024-11-11T15:35:52,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:52,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339352190"}]},"ts":"1731339352190"} 2024-11-11T15:35:52,194 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:35:52,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:52,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 545 msec 2024-11-11T15:35:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:52,283 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:35:52,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37309,1731339348467 2024-11-11T15:35:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66848533 2024-11-11T15:35:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:52,286 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:52,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:35:52,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:52,293 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:52,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:52,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:35:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:35:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:52,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:52,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:52,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:35:52,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:35:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:52,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85ff79dfa013edfdf9e8826e2ca8a6d5, NAME => 'test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94 2024-11-11T15:35:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:35:52,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:52,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 85ff79dfa013edfdf9e8826e2ca8a6d5, disabling compactions & flushes 2024-11-11T15:35:52,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:52,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:52,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. after waiting 0 ms 2024-11-11T15:35:52,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:52,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:52,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85ff79dfa013edfdf9e8826e2ca8a6d5: Waiting for close lock at 1731339352770Disabling compacts and flushes for region at 1731339352770Disabling writes for close at 1731339352770Writing region close event to WAL at 1731339352770Closed at 1731339352770 2024-11-11T15:35:52,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:52,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339352772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339352772"}]},"ts":"1731339352772"} 2024-11-11T15:35:52,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:52,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:52,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339352776"}]},"ts":"1731339352776"} 2024-11-11T15:35:52,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:35:52,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85ff79dfa013edfdf9e8826e2ca8a6d5, ASSIGN}] 2024-11-11T15:35:52,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85ff79dfa013edfdf9e8826e2ca8a6d5, ASSIGN 2024-11-11T15:35:52,784 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=85ff79dfa013edfdf9e8826e2ca8a6d5, ASSIGN; state=OFFLINE, location=9a1fddc00362,40641,1731339348727; forceNewPlan=false, retain=false 2024-11-11T15:35:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:52,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85ff79dfa013edfdf9e8826e2ca8a6d5, regionState=OPENING, regionLocation=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:52,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=85ff79dfa013edfdf9e8826e2ca8a6d5, ASSIGN because future has completed 2024-11-11T15:35:52,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ff79dfa013edfdf9e8826e2ca8a6d5, server=9a1fddc00362,40641,1731339348727}] 2024-11-11T15:35:53,161 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:53,161 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ff79dfa013edfdf9e8826e2ca8a6d5, NAME => 'test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:53,161 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:53,162 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:35:53,162 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,162 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:53,162 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,162 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,187 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,194 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ff79dfa013edfdf9e8826e2ca8a6d5 columnFamilyName f 2024-11-11T15:35:53,194 DEBUG [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:53,196 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] regionserver.HStore(327): Store=85ff79dfa013edfdf9e8826e2ca8a6d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:53,196 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,198 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ff79dfa013edfdf9e8826e2ca8a6d5 columnFamilyName f1 2024-11-11T15:35:53,198 DEBUG [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:53,201 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] regionserver.HStore(327): Store=85ff79dfa013edfdf9e8826e2ca8a6d5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:53,201 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,203 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ff79dfa013edfdf9e8826e2ca8a6d5 columnFamilyName norep 2024-11-11T15:35:53,203 DEBUG [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:53,203 INFO [StoreOpener-85ff79dfa013edfdf9e8826e2ca8a6d5-1 {}] regionserver.HStore(327): Store=85ff79dfa013edfdf9e8826e2ca8a6d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:53,203 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,204 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,204 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,205 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,205 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,206 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:53,207 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,214 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:53,215 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 85ff79dfa013edfdf9e8826e2ca8a6d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67292829, jitterRate=0.002741292119026184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:53,215 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:35:53,215 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 85ff79dfa013edfdf9e8826e2ca8a6d5: Running coprocessor pre-open hook at 1731339353162Writing region info on filesystem at 1731339353162Initializing all the Stores at 1731339353175 (+13 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339353175Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339353186 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339353186Cleaning up temporary data from old regions at 1731339353205 (+19 ms)Running coprocessor post-open hooks at 1731339353215 (+10 ms)Region opened successfully at 1731339353215 2024-11-11T15:35:53,228 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5., pid=6, masterSystemTime=1731339353137 2024-11-11T15:35:53,241 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85ff79dfa013edfdf9e8826e2ca8a6d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:53,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ff79dfa013edfdf9e8826e2ca8a6d5, server=9a1fddc00362,40641,1731339348727 because future has completed 2024-11-11T15:35:53,247 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:53,247 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:35:53,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:35:53,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 85ff79dfa013edfdf9e8826e2ca8a6d5, server=9a1fddc00362,40641,1731339348727 in 290 msec 2024-11-11T15:35:53,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:35:53,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=85ff79dfa013edfdf9e8826e2ca8a6d5, ASSIGN in 471 msec 2024-11-11T15:35:53,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:53,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339353257"}]},"ts":"1731339353257"} 2024-11-11T15:35:53,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:35:53,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:53,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 978 msec 2024-11-11T15:35:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:35:53,440 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:35:53,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e41cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37515,-1 for getting cluster id 2024-11-11T15:35:53,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:53,449 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489bdb37-6821-4de0-b756-2701523d0ab4' 2024-11-11T15:35:53,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:53,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489bdb37-6821-4de0-b756-2701523d0ab4" 2024-11-11T15:35:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4428bd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37515,-1] 2024-11-11T15:35:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:53,453 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d1942a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb68ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37309,-1 for getting cluster id 2024-11-11T15:35:53,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:53,464 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2342ece8-164c-49b4-b33e-24abfa4347c5' 2024-11-11T15:35:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2342ece8-164c-49b4-b33e-24abfa4347c5" 2024-11-11T15:35:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f7787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37309,-1] 2024-11-11T15:35:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:53,467 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149ff572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8af18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37515,-1 for getting cluster id 2024-11-11T15:35:53,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:53,488 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489bdb37-6821-4de0-b756-2701523d0ab4' 2024-11-11T15:35:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489bdb37-6821-4de0-b756-2701523d0ab4" 2024-11-11T15:35:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffc528e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37515,-1] 2024-11-11T15:35:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:53,493 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f7512d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37515,1731339344771 2024-11-11T15:35:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a276da0 2024-11-11T15:35:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:53,508 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:53,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:37309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:35:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:35:53,519 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:37309' 2024-11-11T15:35:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:53,526 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6895e128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,527 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37309,-1 for getting cluster id 2024-11-11T15:35:53,527 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:53,528 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2342ece8-164c-49b4-b33e-24abfa4347c5' 2024-11-11T15:35:53,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:53,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2342ece8-164c-49b4-b33e-24abfa4347c5" 2024-11-11T15:35:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1569e652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37309,-1] 2024-11-11T15:35:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:53,531 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:53,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e75ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:53,532 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:53,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37309,1731339348467 2024-11-11T15:35:53,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d31ceb9 2024-11-11T15:35:53,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:53,534 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:53,536 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T15:35:53,536 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:35:53,536 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:53,536 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:53,537 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:53,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:53,539 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:35:53,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:53,542 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:53,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:53,592 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:35:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:35:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:53,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66b88b49cd05780ae8d78732a6ef2c91, NAME => 'hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b 2024-11-11T15:35:53,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:35:53,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:53,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66b88b49cd05780ae8d78732a6ef2c91, disabling compactions & flushes 2024-11-11T15:35:53,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:53,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:53,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. after waiting 0 ms 2024-11-11T15:35:53,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:53,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:53,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66b88b49cd05780ae8d78732a6ef2c91: Waiting for close lock at 1731339353700Disabling compacts and flushes for region at 1731339353700Disabling writes for close at 1731339353700Writing region close event to WAL at 1731339353700Closed at 1731339353700 2024-11-11T15:35:53,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:53,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339353708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339353708"}]},"ts":"1731339353708"} 2024-11-11T15:35:53,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:53,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:53,721 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339353721"}]},"ts":"1731339353721"} 2024-11-11T15:35:53,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:35:53,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66b88b49cd05780ae8d78732a6ef2c91, ASSIGN}] 2024-11-11T15:35:53,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66b88b49cd05780ae8d78732a6ef2c91, ASSIGN 2024-11-11T15:35:53,741 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66b88b49cd05780ae8d78732a6ef2c91, ASSIGN; state=OFFLINE, location=9a1fddc00362,37591,1731339345021; forceNewPlan=false, retain=false 2024-11-11T15:35:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:53,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66b88b49cd05780ae8d78732a6ef2c91, regionState=OPENING, regionLocation=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66b88b49cd05780ae8d78732a6ef2c91, ASSIGN because future has completed 2024-11-11T15:35:53,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66b88b49cd05780ae8d78732a6ef2c91, server=9a1fddc00362,37591,1731339345021}] 2024-11-11T15:35:54,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:54,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:54,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:35:54,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37591%2C1731339345021.rep, suffix=, logDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021, archiveDir=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/oldWALs, maxLogs=10 2024-11-11T15:35:54,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.rep.1731339354104, exclude list is [], retry=0 2024-11-11T15:35:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39721,DS-62381bec-7423-447e-a7b0-795ef4cfddec,DISK] 2024-11-11T15:35:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:54,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.rep.1731339354104 2024-11-11T15:35:54,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-11-11T15:35:54,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66b88b49cd05780ae8d78732a6ef2c91, NAME => 'hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:54,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:54,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:54,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. service=MultiRowMutationService 2024-11-11T15:35:54,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:35:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,178 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,186 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66b88b49cd05780ae8d78732a6ef2c91 columnFamilyName hfileref 2024-11-11T15:35:54,186 DEBUG [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:54,191 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] regionserver.HStore(327): Store=66b88b49cd05780ae8d78732a6ef2c91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:54,191 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,204 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66b88b49cd05780ae8d78732a6ef2c91 columnFamilyName queue 2024-11-11T15:35:54,204 DEBUG [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:54,208 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] regionserver.HStore(327): Store=66b88b49cd05780ae8d78732a6ef2c91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:54,208 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,226 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66b88b49cd05780ae8d78732a6ef2c91 columnFamilyName sid 2024-11-11T15:35:54,226 DEBUG [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:54,228 INFO [StoreOpener-66b88b49cd05780ae8d78732a6ef2c91-1 {}] regionserver.HStore(327): Store=66b88b49cd05780ae8d78732a6ef2c91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:54,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:54,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:54,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66b88b49cd05780ae8d78732a6ef2c91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67775282, jitterRate=0.009930402040481567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:54,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:35:54,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66b88b49cd05780ae8d78732a6ef2c91: Running coprocessor pre-open hook at 1731339354162Writing region info on filesystem at 1731339354162Initializing all the Stores at 1731339354169 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339354169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339354175 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339354175Cleaning up temporary data from old regions at 1731339354257 (+82 ms)Running coprocessor post-open hooks at 1731339354296 (+39 ms)Region opened successfully at 1731339354297 (+1 ms) 2024-11-11T15:35:54,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91., pid=10, masterSystemTime=1731339354064 2024-11-11T15:35:54,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:54,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:35:54,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66b88b49cd05780ae8d78732a6ef2c91, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,37591,1731339345021 2024-11-11T15:35:54,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66b88b49cd05780ae8d78732a6ef2c91, server=9a1fddc00362,37591,1731339345021 because future has completed 2024-11-11T15:35:54,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:35:54,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66b88b49cd05780ae8d78732a6ef2c91, server=9a1fddc00362,37591,1731339345021 in 412 msec 2024-11-11T15:35:54,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:35:54,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66b88b49cd05780ae8d78732a6ef2c91, ASSIGN in 588 msec 2024-11-11T15:35:54,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:54,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339354324"}]},"ts":"1731339354324"} 2024-11-11T15:35:54,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:35:54,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:54,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-11T15:35:54,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91., hostname=9a1fddc00362,37591,1731339345021, seqNum=2] 2024-11-11T15:35:54,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:54,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:35:54,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:35:54,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:35:54,588 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:35:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:54,715 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,37591,1731339345021, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:35:54,715 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:54,716 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37591,1731339345021, seqNum=-1] 2024-11-11T15:35:54,716 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:54,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:54,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,37591,1731339345021', locateType=CURRENT is [region=hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91., hostname=9a1fddc00362,37591,1731339345021, seqNum=2] 2024-11-11T15:35:54,732 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:35:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:35:54,735 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,37591,1731339345021 suceeded 2024-11-11T15:35:54,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:35:54,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 306 msec 2024-11-11T15:35:54,738 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:37309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:35:54,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2290 sec 2024-11-11T15:35:54,765 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:37309' 2024-11-11T15:35:54,767 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18b1549b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:54,767 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37309,-1 for getting cluster id 2024-11-11T15:35:54,768 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:54,772 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2342ece8-164c-49b4-b33e-24abfa4347c5' 2024-11-11T15:35:54,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:54,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2342ece8-164c-49b4-b33e-24abfa4347c5" 2024-11-11T15:35:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4149c15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37309,-1] 2024-11-11T15:35:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:54,774 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:54,775 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:54,775 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:54,776 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37309,1731339348467 2024-11-11T15:35:54,776 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a122687 2024-11-11T15:35:54,777 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:54,780 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:54,782 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,37591,1731339345021 (queues=1) is replicating from cluster=489bdb37-6821-4de0-b756-2701523d0ab4 to cluster=2342ece8-164c-49b4-b33e-24abfa4347c5 2024-11-11T15:35:54,782 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C37591%2C1731339345021 2024-11-11T15:35:54,782 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,37591,1731339345021, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:35:54,783 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, startPosition=0, beingWritten=true 2024-11-11T15:35:54,783 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C37591%2C1731339345021 2024-11-11T15:35:54,827 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:54,827 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:54,827 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37591,1731339345021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:35:55,069 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:55,388 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:55,663 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:35:55,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:55,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:55,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:55,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:55,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:55,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae24ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:55,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37309,-1 for getting cluster id 2024-11-11T15:35:55,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:55,685 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2342ece8-164c-49b4-b33e-24abfa4347c5' 2024-11-11T15:35:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2342ece8-164c-49b4-b33e-24abfa4347c5" 2024-11-11T15:35:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e15a3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37309,-1] 2024-11-11T15:35:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:55,689 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610ef449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:55,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:55,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37309,1731339348467 2024-11-11T15:35:55,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8381d4 2024-11-11T15:35:55,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:55,693 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:55,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:37515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:35:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:35:55,697 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:37515' 2024-11-11T15:35:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:55,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a14208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:55,704 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37515,-1 for getting cluster id 2024-11-11T15:35:55,704 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:55,705 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489bdb37-6821-4de0-b756-2701523d0ab4' 2024-11-11T15:35:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489bdb37-6821-4de0-b756-2701523d0ab4" 2024-11-11T15:35:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171c0eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37515,-1] 2024-11-11T15:35:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:55,708 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:55,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2c8654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:55,710 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:55,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37515,1731339344771 2024-11-11T15:35:55,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bc691b 2024-11-11T15:35:55,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:55,712 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:35:55,713 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T15:35:55,713 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:35:55,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:55,714 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:55,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:55,714 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:35:55,716 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:35:55,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:35:55,717 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:55,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:35:55,766 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:35:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:35:55,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cd46090035cd9329dc54779f82c4392, NAME => 'hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94 2024-11-11T15:35:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:35:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:55,805 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:56,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:56,206 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7cd46090035cd9329dc54779f82c4392, disabling compactions & flushes 2024-11-11T15:35:56,206 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,206 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,206 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. after waiting 0 ms 2024-11-11T15:35:56,206 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,206 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,206 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cd46090035cd9329dc54779f82c4392: Waiting for close lock at 1731339356205Disabling compacts and flushes for region at 1731339356205Disabling writes for close at 1731339356206 (+1 ms)Writing region close event to WAL at 1731339356206Closed at 1731339356206 2024-11-11T15:35:56,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:35:56,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339356207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339356207"}]},"ts":"1731339356207"} 2024-11-11T15:35:56,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:35:56,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:35:56,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339356212"}]},"ts":"1731339356212"} 2024-11-11T15:35:56,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:35:56,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cd46090035cd9329dc54779f82c4392, ASSIGN}] 2024-11-11T15:35:56,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cd46090035cd9329dc54779f82c4392, ASSIGN 2024-11-11T15:35:56,216 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cd46090035cd9329dc54779f82c4392, ASSIGN; state=OFFLINE, location=9a1fddc00362,40641,1731339348727; forceNewPlan=false, retain=false 2024-11-11T15:35:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:56,329 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:56,367 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cd46090035cd9329dc54779f82c4392, regionState=OPENING, regionLocation=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:56,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cd46090035cd9329dc54779f82c4392, ASSIGN because future has completed 2024-11-11T15:35:56,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd46090035cd9329dc54779f82c4392, server=9a1fddc00362,40641,1731339348727}] 2024-11-11T15:35:56,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:35:56,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:35:56,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40641%2C1731339348727.rep, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/oldWALs, maxLogs=10 2024-11-11T15:35:56,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.rep.1731339356570, exclude list is [], retry=0 2024-11-11T15:35:56,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-b540c5c5-9eac-4a77-9419-5d4c31d79af3,DISK] 2024-11-11T15:35:56,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.rep.1731339356570 2024-11-11T15:35:56,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42401:42401)] 2024-11-11T15:35:56,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cd46090035cd9329dc54779f82c4392, NAME => 'hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:35:56,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:35:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:35:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. service=MultiRowMutationService 2024-11-11T15:35:56,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:35:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:35:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,698 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,701 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd46090035cd9329dc54779f82c4392 columnFamilyName hfileref 2024-11-11T15:35:56,701 DEBUG [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:56,705 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] regionserver.HStore(327): Store=7cd46090035cd9329dc54779f82c4392/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:56,705 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,706 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd46090035cd9329dc54779f82c4392 columnFamilyName queue 2024-11-11T15:35:56,706 DEBUG [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:56,708 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] regionserver.HStore(327): Store=7cd46090035cd9329dc54779f82c4392/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:56,708 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,709 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd46090035cd9329dc54779f82c4392 columnFamilyName sid 2024-11-11T15:35:56,709 DEBUG [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:35:56,710 INFO [StoreOpener-7cd46090035cd9329dc54779f82c4392-1 {}] regionserver.HStore(327): Store=7cd46090035cd9329dc54779f82c4392/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:35:56,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:35:56,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:35:56,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7cd46090035cd9329dc54779f82c4392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62540314, jitterRate=-0.06807669997215271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:35:56,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:35:56,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7cd46090035cd9329dc54779f82c4392: Running coprocessor pre-open hook at 1731339356673Writing region info on filesystem at 1731339356673Initializing all the Stores at 1731339356679 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339356679Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339356688 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339356688Cleaning up temporary data from old regions at 1731339356713 (+25 ms)Running coprocessor post-open hooks at 1731339356717 (+4 ms)Region opened successfully at 1731339356719 (+2 ms) 2024-11-11T15:35:56,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392., pid=10, masterSystemTime=1731339356546 2024-11-11T15:35:56,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:35:56,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cd46090035cd9329dc54779f82c4392, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40641,1731339348727 2024-11-11T15:35:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd46090035cd9329dc54779f82c4392, server=9a1fddc00362,40641,1731339348727 because future has completed 2024-11-11T15:35:56,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:35:56,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cd46090035cd9329dc54779f82c4392, server=9a1fddc00362,40641,1731339348727 in 349 msec 2024-11-11T15:35:56,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:35:56,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cd46090035cd9329dc54779f82c4392, ASSIGN in 521 msec 2024-11-11T15:35:56,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:35:56,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339356738"}]},"ts":"1731339356738"} 2024-11-11T15:35:56,741 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:35:56,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:35:56,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0280 sec 2024-11-11T15:35:56,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392., hostname=9a1fddc00362,40641,1731339348727, seqNum=2] 2024-11-11T15:35:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:56,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:35:56,963 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:57,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:35:57,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:57,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:35:57,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T15:35:57,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:35:57,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T15:35:57,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:57,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:35:57,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:35:57,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:35:57,458 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:35:57,510 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,40641,1731339348727, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:35:57,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:57,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40641,1731339348727, seqNum=-1] 2024-11-11T15:35:57,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:57,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:57,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,40641,1731339348727', locateType=CURRENT is [region=hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392., hostname=9a1fddc00362,40641,1731339348727, seqNum=2] 2024-11-11T15:35:57,528 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:35:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:35:57,531 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,40641,1731339348727 suceeded 2024-11-11T15:35:57,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:35:57,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-11T15:35:57,534 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:37515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:35:57,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8410 sec 2024-11-11T15:35:57,562 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:37515' 2024-11-11T15:35:57,565 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d5d7ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:57,565 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37515,-1 for getting cluster id 2024-11-11T15:35:57,566 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:57,567 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489bdb37-6821-4de0-b756-2701523d0ab4' 2024-11-11T15:35:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489bdb37-6821-4de0-b756-2701523d0ab4" 2024-11-11T15:35:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1759c26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37515,-1] 2024-11-11T15:35:57,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:57,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:57,569 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:57,570 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8ef433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:57,570 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37515,1731339344771 2024-11-11T15:35:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7280e615 2024-11-11T15:35:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:35:57,572 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T15:35:57,573 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,40641,1731339348727 (queues=1) is replicating from cluster=2342ece8-164c-49b4-b33e-24abfa4347c5 to cluster=489bdb37-6821-4de0-b756-2701523d0ab4 2024-11-11T15:35:57,574 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C40641%2C1731339348727 2024-11-11T15:35:57,574 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,40641,1731339348727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:35:57,574 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, startPosition=0, beingWritten=true 2024-11-11T15:35:57,576 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C40641%2C1731339348727 2024-11-11T15:35:57,583 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:57,583 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 379, reset compression=false 2024-11-11T15:35:57,583 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40641,1731339348727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:35:57,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:35:57,668 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:35:57,792 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 379, reset compression=false 2024-11-11T15:35:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:35:57,845 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:35:57,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:35:57,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:35:57,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:57,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:57,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:35:57,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:57,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37591,1731339345021, seqNum=-1] 2024-11-11T15:35:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:57,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339351649.b534e0684c530b0eb690444d2fd99049., hostname=9a1fddc00362,37591,1731339345021, seqNum=2] 2024-11-11T15:35:57,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40641,1731339348727, seqNum=-1] 2024-11-11T15:35:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:57,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:35:57,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5., hostname=9a1fddc00362,40641,1731339348727, seqNum=2] 2024-11-11T15:35:57,879 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T15:35:58,132 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 379, reset compression=false 2024-11-11T15:35:58,485 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 379, reset compression=false 2024-11-11T15:35:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:35:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 480, reset compression=false 2024-11-11T15:35:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37591,1731339345021 got entry batch from reader: WALEntryBatch [walEntries=[{test/b534e0684c530b0eb690444d2fd99049/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T15:35:58,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:35:58,549 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:58,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:58,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T15:35:58,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:35:58,554 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:35:58,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ade9d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:58,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37309,-1 for getting cluster id 2024-11-11T15:35:58,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:58,561 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2342ece8-164c-49b4-b33e-24abfa4347c5' 2024-11-11T15:35:58,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:58,562 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 379, reset compression=false 2024-11-11T15:35:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2342ece8-164c-49b4-b33e-24abfa4347c5" 2024-11-11T15:35:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bc0ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37309,-1] 2024-11-11T15:35:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:58,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:58,568 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:58,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bea83dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:58,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:58,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40641,1731339348727, seqNum=-1] 2024-11-11T15:35:58,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:58,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5., hostname=9a1fddc00362,40641,1731339348727, seqNum=2] 2024-11-11T15:35:58,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:35:58,756 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 480, reset compression=false 2024-11-11T15:35:58,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T15:35:58,906 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T15:35:59,112 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 480, reset compression=false 2024-11-11T15:35:59,119 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 379, reset compression=false 2024-11-11T15:35:59,130 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:35:59,130 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 607, reset compression=false 2024-11-11T15:35:59,130 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40641,1731339348727 got entry batch from reader: WALEntryBatch [walEntries=[{test/85ff79dfa013edfdf9e8826e2ca8a6d5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:35:59,138 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:35:59,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T15:35:59,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:35:59,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be77383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:59,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37515,-1 for getting cluster id 2024-11-11T15:35:59,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:35:59,153 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '489bdb37-6821-4de0-b756-2701523d0ab4' 2024-11-11T15:35:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:35:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "489bdb37-6821-4de0-b756-2701523d0ab4" 2024-11-11T15:35:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a05ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37515,-1] 2024-11-11T15:35:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:35:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:35:59,156 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:35:59,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b838754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:35:59,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:35:59,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37591,1731339345021, seqNum=-1] 2024-11-11T15:35:59,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:35:59,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T15:35:59,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731339351649.b534e0684c530b0eb690444d2fd99049., hostname=9a1fddc00362,37591,1731339345021, seqNum=2] 2024-11-11T15:35:59,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:35:59,354 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 607, reset compression=false 2024-11-11T15:35:59,523 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 480, reset compression=false 2024-11-11T15:35:59,546 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:35:59,546 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37591,1731339345021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:35:59,546 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 607, reset compression=false 2024-11-11T15:35:59,687 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 607, reset compression=false 2024-11-11T15:35:59,777 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 607, reset compression=false 2024-11-11T15:35:59,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T15:35:59,935 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T15:36:00,105 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 607, reset compression=false 2024-11-11T15:36:00,110 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 607, reset compression=false 2024-11-11T15:36:00,117 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:00,117 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 763, reset compression=false 2024-11-11T15:36:00,117 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37591,1731339345021 got entry batch from reader: WALEntryBatch [walEntries=[{test/b534e0684c530b0eb690444d2fd99049/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T15:36:00,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:00,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:00,324 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 763, reset compression=false 2024-11-11T15:36:00,610 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 607, reset compression=false 2024-11-11T15:36:00,630 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 763, reset compression=false 2024-11-11T15:36:00,637 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:00,637 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 754, reset compression=false 2024-11-11T15:36:00,637 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40641,1731339348727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:00,869 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 754, reset compression=false 2024-11-11T15:36:00,941 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T15:36:00,948 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T15:36:01,080 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 763, reset compression=false 2024-11-11T15:36:01,202 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 754, reset compression=false 2024-11-11T15:36:01,209 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:01,209 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 913, reset compression=false 2024-11-11T15:36:01,209 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40641,1731339348727 got entry batch from reader: WALEntryBatch [walEntries=[{test/85ff79dfa013edfdf9e8826e2ca8a6d5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T15:36:01,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:01,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:01,428 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 913, reset compression=false 2024-11-11T15:36:01,586 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 763, reset compression=false 2024-11-11T15:36:01,592 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:01,592 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:01,592 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37591,1731339345021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:01,769 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 913, reset compression=false 2024-11-11T15:36:01,799 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:01,950 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T15:36:01,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:36:01,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:01,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:01,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:01,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:01,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:01,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:36:01,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1905828234, stopped=false 2024-11-11T15:36:01,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,37309,1731339348467 2024-11-11T15:36:01,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2011713289/running 2024-11-11T15:36:01,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:36:01,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/running 2024-11-11T15:36:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2011713289/running 2024-11-11T15:36:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:36:01,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:01,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:01,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:01,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:01,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,40641,1731339348727' ***** 2024-11-11T15:36:01,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:36:01,969 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:36:01,969 INFO [RS:0;9a1fddc00362:40641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:36:01,969 INFO [RS:0;9a1fddc00362:40641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:36:01,969 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cd46090035cd9329dc54779f82c4392 2024-11-11T15:36:01,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:36:01,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Set watcher on znode that does not yet exist, /1-2011713289/running 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,40641,1731339348727 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40641. 2024-11-11T15:36:01,970 DEBUG [RS:0;9a1fddc00362:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:01,970 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:36:01,970 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cd46090035cd9329dc54779f82c4392, disabling compactions & flushes 2024-11-11T15:36:01,971 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:36:01,971 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:36:01,971 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1325): Online Regions={7cd46090035cd9329dc54779f82c4392=hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392., 1588230740=hbase:meta,,1.1588230740, 85ff79dfa013edfdf9e8826e2ca8a6d5=test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5.} 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. after waiting 0 ms 2024-11-11T15:36:01,971 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cd46090035cd9329dc54779f82c4392, 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:01,971 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:01,971 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:01,971 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cd46090035cd9329dc54779f82c4392 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-11T15:36:01,971 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:36:02,003 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/.tmp/queue/b879e108cc8149d9b57ad51d07f0a6dd is 153, key is 1-9a1fddc00362,40641,1731339348727/queue:9a1fddc00362%2C40641%2C1731339348727/1731339361227/Put/seqid=0 2024-11-11T15:36:02,016 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/info/2475755ea79b49ebb00e713121456291 is 147, key is hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392./info:regioninfo/1731339356727/Put/seqid=0 2024-11-11T15:36:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741840_1016 (size=5352) 2024-11-11T15:36:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741841_1017 (size=7686) 2024-11-11T15:36:02,033 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:02,104 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:02,171 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cd46090035cd9329dc54779f82c4392, 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:36:02,180 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 913, reset compression=false 2024-11-11T15:36:02,371 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cd46090035cd9329dc54779f82c4392, 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:36:02,418 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/.tmp/queue/b879e108cc8149d9b57ad51d07f0a6dd 2024-11-11T15:36:02,424 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/info/2475755ea79b49ebb00e713121456291 2024-11-11T15:36:02,426 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/.tmp/queue/b879e108cc8149d9b57ad51d07f0a6dd as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/queue/b879e108cc8149d9b57ad51d07f0a6dd 2024-11-11T15:36:02,447 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/queue/b879e108cc8149d9b57ad51d07f0a6dd, entries=1, sequenceid=9, filesize=5.2 K 2024-11-11T15:36:02,449 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 7cd46090035cd9329dc54779f82c4392 in 478ms, sequenceid=9, compaction requested=false 2024-11-11T15:36:02,458 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/ns/c8dca925905e466681d0c5b53768ec1b is 43, key is default/ns:d/1731339351516/Put/seqid=0 2024-11-11T15:36:02,468 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/replication/7cd46090035cd9329dc54779f82c4392/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:36:02,469 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:02,469 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:02,469 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:36:02,469 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cd46090035cd9329dc54779f82c4392: Waiting for close lock at 1731339361971Running coprocessor pre-close hooks at 1731339361971Disabling compacts and flushes for region at 1731339361971Disabling writes for close at 1731339361971Obtaining lock to block concurrent updates at 1731339361971Preparing flush snapshotting stores in 7cd46090035cd9329dc54779f82c4392 at 1731339361971Finished memstore snapshotting hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731339361971Flushing stores of hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. at 1731339361972 (+1 ms)Flushing 7cd46090035cd9329dc54779f82c4392/queue: creating writer at 1731339361972Flushing 7cd46090035cd9329dc54779f82c4392/queue: appending metadata at 1731339362002 (+30 ms)Flushing 7cd46090035cd9329dc54779f82c4392/queue: closing flushed file at 1731339362002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b489b4f: reopening flushed file at 1731339362425 (+423 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 7cd46090035cd9329dc54779f82c4392 in 478ms, sequenceid=9, compaction requested=false at 1731339362449 (+24 ms)Writing region close event to WAL at 1731339362460 (+11 ms)Running coprocessor post-close hooks at 1731339362469 (+9 ms)Closed at 1731339362469 2024-11-11T15:36:02,469 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339355714.7cd46090035cd9329dc54779f82c4392. 2024-11-11T15:36:02,470 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85ff79dfa013edfdf9e8826e2ca8a6d5, disabling compactions & flushes 2024-11-11T15:36:02,470 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:36:02,470 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:36:02,470 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. after waiting 0 ms 2024-11-11T15:36:02,470 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:36:02,470 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T15:36:02,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:36:02,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:02,538 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/f/3a30ccc3c3e84413a171cd59b0739e91 is 29, key is row1/f:/1731339360942/DeleteFamily/seqid=0 2024-11-11T15:36:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741843_1019 (size=5118) 2024-11-11T15:36:02,571 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/f/3a30ccc3c3e84413a171cd59b0739e91 2024-11-11T15:36:02,572 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85ff79dfa013edfdf9e8826e2ca8a6d5 2024-11-11T15:36:02,577 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a30ccc3c3e84413a171cd59b0739e91 2024-11-11T15:36:02,600 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/f1/4dd55c53a9294aadb54959b89fd12ebb is 30, key is row1/f1:/1731339360942/DeleteFamily/seqid=0 2024-11-11T15:36:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741844_1020 (size=5123) 2024-11-11T15:36:02,606 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/f1/4dd55c53a9294aadb54959b89fd12ebb 2024-11-11T15:36:02,616 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dd55c53a9294aadb54959b89fd12ebb 2024-11-11T15:36:02,644 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/norep/d830bf0b603f434ebbacd42d1b841cad is 33, key is row1/norep:/1731339360942/DeleteFamily/seqid=0 2024-11-11T15:36:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741845_1021 (size=5108) 2024-11-11T15:36:02,654 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/norep/d830bf0b603f434ebbacd42d1b841cad 2024-11-11T15:36:02,658 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d830bf0b603f434ebbacd42d1b841cad 2024-11-11T15:36:02,659 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/f/3a30ccc3c3e84413a171cd59b0739e91 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/f/3a30ccc3c3e84413a171cd59b0739e91 2024-11-11T15:36:02,663 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a30ccc3c3e84413a171cd59b0739e91 2024-11-11T15:36:02,663 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/f/3a30ccc3c3e84413a171cd59b0739e91, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T15:36:02,664 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/f1/4dd55c53a9294aadb54959b89fd12ebb as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/f1/4dd55c53a9294aadb54959b89fd12ebb 2024-11-11T15:36:02,668 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dd55c53a9294aadb54959b89fd12ebb 2024-11-11T15:36:02,668 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/f1/4dd55c53a9294aadb54959b89fd12ebb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T15:36:02,669 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/.tmp/norep/d830bf0b603f434ebbacd42d1b841cad as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/norep/d830bf0b603f434ebbacd42d1b841cad 2024-11-11T15:36:02,676 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d830bf0b603f434ebbacd42d1b841cad 2024-11-11T15:36:02,676 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/norep/d830bf0b603f434ebbacd42d1b841cad, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T15:36:02,678 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 85ff79dfa013edfdf9e8826e2ca8a6d5 in 208ms, sequenceid=8, compaction requested=false 2024-11-11T15:36:02,696 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 913, reset compression=false 2024-11-11T15:36:02,719 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/default/test/85ff79dfa013edfdf9e8826e2ca8a6d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:36:02,721 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:02,721 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:02,721 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:36:02,721 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85ff79dfa013edfdf9e8826e2ca8a6d5: Waiting for close lock at 1731339362470Running coprocessor pre-close hooks at 1731339362470Disabling compacts and flushes for region at 1731339362470Disabling writes for close at 1731339362470Obtaining lock to block concurrent updates at 1731339362470Preparing flush snapshotting stores in 85ff79dfa013edfdf9e8826e2ca8a6d5 at 1731339362470Finished memstore snapshotting test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731339362470Flushing stores of test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. at 1731339362471 (+1 ms)Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/f: creating writer at 1731339362471Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/f: appending metadata at 1731339362537 (+66 ms)Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/f: closing flushed file at 1731339362537Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/f1: creating writer at 1731339362577 (+40 ms)Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/f1: appending metadata at 1731339362599 (+22 ms)Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/f1: closing flushed file at 1731339362599Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/norep: creating writer at 1731339362616 (+17 ms)Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/norep: appending metadata at 1731339362643 (+27 ms)Flushing 85ff79dfa013edfdf9e8826e2ca8a6d5/norep: closing flushed file at 1731339362643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ee204a: reopening flushed file at 1731339362658 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e2590f: reopening flushed file at 1731339362664 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1f882d: reopening flushed file at 1731339362669 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 85ff79dfa013edfdf9e8826e2ca8a6d5 in 208ms, sequenceid=8, compaction requested=false at 1731339362678 (+9 ms)Writing region close event to WAL at 1731339362696 (+18 ms)Running coprocessor post-close hooks at 1731339362721 (+25 ms)Closed at 1731339362721 2024-11-11T15:36:02,721 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5. 2024-11-11T15:36:02,723 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:02,723 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 1804, reset compression=false 2024-11-11T15:36:02,723 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40641,1731339348727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090, lastWalPosition=1804, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:02,724 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,40641,1731339348727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,40641,1731339348727, walGroup=9a1fddc00362%2C40641%2C1731339348727, offset=9a1fddc00362%2C40641%2C1731339348727.1731339351090:1804, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:40641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:36:02,725 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:36:02,725 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:36:02,726 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:36:02,726 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:36:02,726 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:36:02,726 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 661865480 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191301680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:36:02,727 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:36:02,772 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:36:02,890 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/ns/c8dca925905e466681d0c5b53768ec1b 2024-11-11T15:36:02,929 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:36:02,929 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:36:02,930 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/rep_barrier/313f5510556c48f083955a0a0fc66b79 is 112, key is test,,1731339352287.85ff79dfa013edfdf9e8826e2ca8a6d5./rep_barrier:seqnumDuringOpen/1731339353241/Put/seqid=0 2024-11-11T15:36:02,941 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 1804, reset compression=false 2024-11-11T15:36:02,972 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:36:02,972 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:36:02,972 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:36:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741846_1022 (size=5518) 2024-11-11T15:36:02,993 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/rep_barrier/313f5510556c48f083955a0a0fc66b79 2024-11-11T15:36:03,033 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:03,049 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/table/d4b69e67ead047bfad35465300217c92 is 53, key is hbase:replication/table:state/1731339356738/Put/seqid=0 2024-11-11T15:36:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741847_1023 (size=5308) 2024-11-11T15:36:03,173 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:36:03,314 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.wal-reader.9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 to pos 1804, reset compression=false 2024-11-11T15:36:03,373 DEBUG [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:36:03,488 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/table/d4b69e67ead047bfad35465300217c92 2024-11-11T15:36:03,493 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/info/2475755ea79b49ebb00e713121456291 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/info/2475755ea79b49ebb00e713121456291 2024-11-11T15:36:03,498 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/info/2475755ea79b49ebb00e713121456291, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:36:03,498 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/ns/c8dca925905e466681d0c5b53768ec1b as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/ns/c8dca925905e466681d0c5b53768ec1b 2024-11-11T15:36:03,508 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/ns/c8dca925905e466681d0c5b53768ec1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:36:03,509 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/rep_barrier/313f5510556c48f083955a0a0fc66b79 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/rep_barrier/313f5510556c48f083955a0a0fc66b79 2024-11-11T15:36:03,513 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/rep_barrier/313f5510556c48f083955a0a0fc66b79, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:36:03,514 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/.tmp/table/d4b69e67ead047bfad35465300217c92 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/table/d4b69e67ead047bfad35465300217c92 2024-11-11T15:36:03,520 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/table/d4b69e67ead047bfad35465300217c92, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:36:03,521 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1550ms, sequenceid=16, compaction requested=false 2024-11-11T15:36:03,549 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:36:03,550 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:03,550 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:03,550 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:03,550 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339361971Running coprocessor pre-close hooks at 1731339361971Disabling compacts and flushes for region at 1731339361971Disabling writes for close at 1731339361971Obtaining lock to block concurrent updates at 1731339361971Preparing flush snapshotting stores in 1588230740 at 1731339361971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339361971Flushing stores of hbase:meta,,1.1588230740 at 1731339361972 (+1 ms)Flushing 1588230740/info: creating writer at 1731339361972Flushing 1588230740/info: appending metadata at 1731339362016 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731339362016Flushing 1588230740/ns: creating writer at 1731339362429 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731339362457 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731339362457Flushing 1588230740/rep_barrier: creating writer at 1731339362902 (+445 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339362928 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339362930 (+2 ms)Flushing 1588230740/table: creating writer at 1731339363005 (+75 ms)Flushing 1588230740/table: appending metadata at 1731339363036 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731339363049 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2210d4f1: reopening flushed file at 1731339363492 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219ae5f: reopening flushed file at 1731339363498 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11449bb3: reopening flushed file at 1731339363508 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eaec5c: reopening flushed file at 1731339363513 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1550ms, sequenceid=16, compaction requested=false at 1731339363521 (+8 ms)Writing region close event to WAL at 1731339363536 (+15 ms)Running coprocessor post-close hooks at 1731339363550 (+14 ms)Closed at 1731339363550 2024-11-11T15:36:03,550 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:03,573 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,40641,1731339348727; all regions closed. 2024-11-11T15:36:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:36:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741839_1015 (size=2458) 2024-11-11T15:36:03,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/WALs/9a1fddc00362,40641,1731339348727/9a1fddc00362%2C40641%2C1731339348727.1731339351090 not finished, retry = 0 2024-11-11T15:36:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741833_1009 (size=1812) 2024-11-11T15:36:03,659 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:03,715 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:03,715 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:03,715 INFO [RS:0;9a1fddc00362:40641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:03,715 INFO [RS:0;9a1fddc00362:40641 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:03,715 INFO [RS:0;9a1fddc00362:40641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:03,715 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:03,716 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,40641,1731339348727 because: Region server is closing 2024-11-11T15:36:03,716 INFO [RS:0;9a1fddc00362:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40641. 2024-11-11T15:36:03,716 DEBUG [RS:0;9a1fddc00362:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:03,716 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:03,716 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:03,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:03,817 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40641,1731339348727.replicationSource.shipper9a1fddc00362%2C40641%2C1731339348727,1-9a1fddc00362,40641,1731339348727 terminated 2024-11-11T15:36:03,817 INFO [RS:0;9a1fddc00362:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40641. 2024-11-11T15:36:03,817 DEBUG [RS:0;9a1fddc00362:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:03,817 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:03,817 DEBUG [RS:0;9a1fddc00362:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:03,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:03,817 INFO [RS:0;9a1fddc00362:40641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40641 2024-11-11T15:36:03,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2011713289/rs/9a1fddc00362,40641,1731339348727 2024-11-11T15:36:03,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289/rs 2024-11-11T15:36:03,820 INFO [RS:0;9a1fddc00362:40641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:03,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,40641,1731339348727] 2024-11-11T15:36:03,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/draining/9a1fddc00362,40641,1731339348727 already deleted, retry=false 2024-11-11T15:36:03,822 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,40641,1731339348727 expired; onlineServers=0 2024-11-11T15:36:03,822 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,37309,1731339348467' ***** 2024-11-11T15:36:03,822 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:36:03,822 INFO [M:0;9a1fddc00362:37309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:03,822 INFO [M:0;9a1fddc00362:37309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:03,823 DEBUG [M:0;9a1fddc00362:37309 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:36:03,823 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:36:03,823 DEBUG [M:0;9a1fddc00362:37309 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:36:03,823 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339350686 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339350686,5,FailOnTimeoutGroup] 2024-11-11T15:36:03,823 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339350678 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339350678,5,FailOnTimeoutGroup] 2024-11-11T15:36:03,823 INFO [M:0;9a1fddc00362:37309 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:03,823 INFO [M:0;9a1fddc00362:37309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:03,823 DEBUG [M:0;9a1fddc00362:37309 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:36:03,823 INFO [M:0;9a1fddc00362:37309 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:36:03,823 INFO [M:0;9a1fddc00362:37309 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:03,823 INFO [M:0;9a1fddc00362:37309 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:36:03,824 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:36:03,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2011713289/master 2024-11-11T15:36:03,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2011713289 2024-11-11T15:36:03,826 DEBUG [M:0;9a1fddc00362:37309 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2011713289/master already deleted, retry=false 2024-11-11T15:36:03,826 DEBUG [M:0;9a1fddc00362:37309 {}] master.ActiveMasterManager(353): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2011713289/master 2024-11-11T15:36:03,826 INFO [M:0;9a1fddc00362:37309 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/.lastflushedseqids 2024-11-11T15:36:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741848_1024 (size=245) 2024-11-11T15:36:03,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:03,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x10197f94c4a0004, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:03,922 INFO [RS:0;9a1fddc00362:40641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:03,922 INFO [RS:0;9a1fddc00362:40641 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,40641,1731339348727; zookeeper connection closed. 2024-11-11T15:36:03,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56297556 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56297556 2024-11-11T15:36:03,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:36:04,238 INFO [M:0;9a1fddc00362:37309 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:36:04,238 INFO [M:0;9a1fddc00362:37309 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:36:04,238 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:04,239 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:04,239 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:04,239 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:04,239 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:04,239 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T15:36:04,296 DEBUG [M:0;9a1fddc00362:37309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1e26de4e35d42c19fdc0df9131b5d66 is 82, key is hbase:meta,,1/info:regioninfo/1731339351502/Put/seqid=0 2024-11-11T15:36:04,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741849_1025 (size=5672) 2024-11-11T15:36:04,301 INFO [M:0;9a1fddc00362:37309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1e26de4e35d42c19fdc0df9131b5d66 2024-11-11T15:36:04,337 DEBUG [M:0;9a1fddc00362:37309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce20a969665c4612ba68fe800f9638e4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339356743/Put/seqid=0 2024-11-11T15:36:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741850_1026 (size=8516) 2024-11-11T15:36:04,367 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:04,742 INFO [M:0;9a1fddc00362:37309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce20a969665c4612ba68fe800f9638e4 2024-11-11T15:36:04,764 DEBUG [M:0;9a1fddc00362:37309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/195dc7e329c14025bb54595dedfd5464 is 69, key is 9a1fddc00362,40641,1731339348727/rs:state/1731339350812/Put/seqid=0 2024-11-11T15:36:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741851_1027 (size=5156) 2024-11-11T15:36:04,769 INFO [M:0;9a1fddc00362:37309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/195dc7e329c14025bb54595dedfd5464 2024-11-11T15:36:04,773 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1e26de4e35d42c19fdc0df9131b5d66 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1e26de4e35d42c19fdc0df9131b5d66 2024-11-11T15:36:04,777 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1e26de4e35d42c19fdc0df9131b5d66, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:36:04,777 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce20a969665c4612ba68fe800f9638e4 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce20a969665c4612ba68fe800f9638e4 2024-11-11T15:36:04,781 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce20a969665c4612ba68fe800f9638e4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:36:04,781 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/195dc7e329c14025bb54595dedfd5464 as hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/195dc7e329c14025bb54595dedfd5464 2024-11-11T15:36:04,785 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/195dc7e329c14025bb54595dedfd5464, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:36:04,786 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=97, compaction requested=false 2024-11-11T15:36:04,787 INFO [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:04,787 DEBUG [M:0;9a1fddc00362:37309 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339364238Disabling compacts and flushes for region at 1731339364238Disabling writes for close at 1731339364239 (+1 ms)Obtaining lock to block concurrent updates at 1731339364239Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339364239Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731339364240 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339364242 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339364242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339364296 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339364296Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339364306 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339364336 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339364336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339364746 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339364764 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339364764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4cb706: reopening flushed file at 1731339364772 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4516c4b4: reopening flushed file at 1731339364777 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510586f0: reopening flushed file at 1731339364781 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=97, compaction requested=false at 1731339364786 (+5 ms)Writing region close event to WAL at 1731339364787 (+1 ms)Closed at 1731339364787 2024-11-11T15:36:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741830_1006 (size=63654) 2024-11-11T15:36:04,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d35b794-36e2-5ee4-a693-315b04062a94/MasterData/WALs/9a1fddc00362,37309,1731339348467/9a1fddc00362%2C37309%2C1731339348467.1731339350286 not finished, retry = 0 2024-11-11T15:36:04,891 INFO [M:0;9a1fddc00362:37309 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:36:04,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:04,892 INFO [M:0;9a1fddc00362:37309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37309 2024-11-11T15:36:04,892 INFO [M:0;9a1fddc00362:37309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:04,994 INFO [M:0;9a1fddc00362:37309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:04,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:04,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37309-0x10197f94c4a0003, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:04,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eca3c2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:04,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c37ece{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:04,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:04,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ae8c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:04,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37bed8d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:05,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:36:05,001 WARN [BP-1387726084-172.17.0.3-1731339347189 heartbeating to localhost/127.0.0.1:38843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:36:05,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:36:05,001 WARN [BP-1387726084-172.17.0.3-1731339347189 heartbeating to localhost/127.0.0.1:38843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1387726084-172.17.0.3-1731339347189 (Datanode Uuid 7322bb98-53e6-4ce0-a48f-516c348f02ec) service to localhost/127.0.0.1:38843 2024-11-11T15:36:05,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/cluster_f8b0c2f8-9eae-108f-b02a-1868a1c9ef40/data/data1/current/BP-1387726084-172.17.0.3-1731339347189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:05,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/cluster_f8b0c2f8-9eae-108f-b02a-1868a1c9ef40/data/data2/current/BP-1387726084-172.17.0.3-1731339347189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:05,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:36:05,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b0f4dfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:05,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21637727{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:05,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:05,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620b2edb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:05,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba34453{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:05,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:36:05,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:36:05,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:05,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:05,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:05,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:05,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:05,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:36:05,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1042521527, stopped=false 2024-11-11T15:36:05,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,37515,1731339344771 2024-11-11T15:36:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263036081/running 2024-11-11T15:36:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263036081/running 2024-11-11T15:36:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:36:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:36:05,032 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:05,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:05,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:05,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:05,033 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,37591,1731339345021' ***** 2024-11-11T15:36:05,033 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:36:05,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/running 2024-11-11T15:36:05,033 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:36:05,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Set watcher on znode that does not yet exist, /01263036081/running 2024-11-11T15:36:05,033 INFO [RS:0;9a1fddc00362:37591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:36:05,033 INFO [RS:0;9a1fddc00362:37591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:36:05,033 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 66b88b49cd05780ae8d78732a6ef2c91 2024-11-11T15:36:05,033 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,37591,1731339345021 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:37591. 2024-11-11T15:36:05,034 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66b88b49cd05780ae8d78732a6ef2c91, disabling compactions & flushes 2024-11-11T15:36:05,034 DEBUG [RS:0;9a1fddc00362:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:05,034 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:36:05,034 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:05,034 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:36:05,034 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. after waiting 0 ms 2024-11-11T15:36:05,034 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:36:05,034 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66b88b49cd05780ae8d78732a6ef2c91 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T15:36:05,034 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:36:05,035 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1325): Online Regions={66b88b49cd05780ae8d78732a6ef2c91=hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91., b534e0684c530b0eb690444d2fd99049=test,,1731339351649.b534e0684c530b0eb690444d2fd99049., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:36:05,035 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66b88b49cd05780ae8d78732a6ef2c91, b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:05,035 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:05,035 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:05,035 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:05,035 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:05,035 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:05,035 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:36:05,055 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/info/72fe5c2c72684953af45d9b9b20f33c3 is 147, key is hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91./info:regioninfo/1731339354305/Put/seqid=0 2024-11-11T15:36:05,056 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/.tmp/queue/6cdd6f4669894e19831890f7327f9793 is 153, key is 1-9a1fddc00362,37591,1731339345021/queue:9a1fddc00362%2C37591%2C1731339345021/1731339361593/Put/seqid=0 2024-11-11T15:36:05,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741840_1016 (size=7686) 2024-11-11T15:36:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741841_1017 (size=5352) 2024-11-11T15:36:05,066 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/info/72fe5c2c72684953af45d9b9b20f33c3 2024-11-11T15:36:05,067 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:05,068 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/.tmp/queue/6cdd6f4669894e19831890f7327f9793 2024-11-11T15:36:05,078 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/.tmp/queue/6cdd6f4669894e19831890f7327f9793 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/queue/6cdd6f4669894e19831890f7327f9793 2024-11-11T15:36:05,082 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/queue/6cdd6f4669894e19831890f7327f9793, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T15:36:05,083 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 66b88b49cd05780ae8d78732a6ef2c91 in 49ms, sequenceid=10, compaction requested=false 2024-11-11T15:36:05,083 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:36:05,092 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/replication/66b88b49cd05780ae8d78732a6ef2c91/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T15:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:05,093 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66b88b49cd05780ae8d78732a6ef2c91: Waiting for close lock at 1731339365034Running coprocessor pre-close hooks at 1731339365034Disabling compacts and flushes for region at 1731339365034Disabling writes for close at 1731339365034Obtaining lock to block concurrent updates at 1731339365034Preparing flush snapshotting stores in 66b88b49cd05780ae8d78732a6ef2c91 at 1731339365034Finished memstore snapshotting hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731339365035 (+1 ms)Flushing stores of hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. at 1731339365036 (+1 ms)Flushing 66b88b49cd05780ae8d78732a6ef2c91/queue: creating writer at 1731339365036Flushing 66b88b49cd05780ae8d78732a6ef2c91/queue: appending metadata at 1731339365055 (+19 ms)Flushing 66b88b49cd05780ae8d78732a6ef2c91/queue: closing flushed file at 1731339365055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5a4f7b: reopening flushed file at 1731339365077 (+22 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 66b88b49cd05780ae8d78732a6ef2c91 in 49ms, sequenceid=10, compaction requested=false at 1731339365083 (+6 ms)Writing region close event to WAL at 1731339365088 (+5 ms)Running coprocessor post-close hooks at 1731339365093 (+5 ms)Closed at 1731339365093 2024-11-11T15:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339353536.66b88b49cd05780ae8d78732a6ef2c91. 2024-11-11T15:36:05,093 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b534e0684c530b0eb690444d2fd99049, disabling compactions & flushes 2024-11-11T15:36:05,094 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:36:05,094 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:36:05,094 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339351649.b534e0684c530b0eb690444d2fd99049. after waiting 0 ms 2024-11-11T15:36:05,094 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:36:05,094 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b534e0684c530b0eb690444d2fd99049 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T15:36:05,100 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/ns/5eccf88d8afa4fe4a3f4bb2fbdc56131 is 43, key is default/ns:d/1731339347061/Put/seqid=0 2024-11-11T15:36:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:36:05,105 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/ns/5eccf88d8afa4fe4a3f4bb2fbdc56131 2024-11-11T15:36:05,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/f/3fc0add2efc6478f829b468f9a043d29 is 29, key is row1/f:/1731339360942/DeleteFamily/seqid=0 2024-11-11T15:36:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741843_1019 (size=5118) 2024-11-11T15:36:05,126 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/rep_barrier/2eb4188d65e84a9fa4dfc3b1e42e5cd9 is 112, key is test,,1731339351649.b534e0684c530b0eb690444d2fd99049./rep_barrier:seqnumDuringOpen/1731339352168/Put/seqid=0 2024-11-11T15:36:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741844_1020 (size=5518) 2024-11-11T15:36:05,173 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 912, reset compression=false 2024-11-11T15:36:05,177 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:05,177 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 1159, reset compression=false 2024-11-11T15:36:05,177 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37591,1731339345021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:05,178 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,37591,1731339345021: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,37591,1731339345021, walGroup=9a1fddc00362%2C37591%2C1731339345021, offset=9a1fddc00362%2C37591%2C1731339345021.1731339346410:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:36:05,180 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:36:05,180 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:36:05,180 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:36:05,180 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:36:05,180 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:36:05,180 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 714294280 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191663136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:36:05,181 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:36:05,235 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:05,330 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:36:05,330 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:36:05,382 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 1159, reset compression=false 2024-11-11T15:36:05,435 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:05,526 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/f/3fc0add2efc6478f829b468f9a043d29 2024-11-11T15:36:05,532 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/rep_barrier/2eb4188d65e84a9fa4dfc3b1e42e5cd9 2024-11-11T15:36:05,535 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fc0add2efc6478f829b468f9a043d29 2024-11-11T15:36:05,559 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/f1/3f332758089c4dec8ca103d4528d7f48 is 30, key is row1/f1:/1731339360942/DeleteFamily/seqid=0 2024-11-11T15:36:05,564 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/table/78b926f409a54ea4a4b8c93f4e556d54 is 53, key is hbase:replication/table:state/1731339354324/Put/seqid=0 2024-11-11T15:36:05,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741845_1021 (size=5123) 2024-11-11T15:36:05,635 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741846_1022 (size=5308) 2024-11-11T15:36:05,687 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 1159, reset compression=false 2024-11-11T15:36:05,836 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:05,997 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/f1/3f332758089c4dec8ca103d4528d7f48 2024-11-11T15:36:06,008 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f332758089c4dec8ca103d4528d7f48 2024-11-11T15:36:06,028 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/norep/79f7db4767c24d4a9ad02886eded99be is 32, key is row/norep:/1731339359921/DeleteFamily/seqid=0 2024-11-11T15:36:06,036 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:36:06,036 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1325): Online Regions={b534e0684c530b0eb690444d2fd99049=test,,1731339351649.b534e0684c530b0eb690444d2fd99049., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:36:06,036 DEBUG [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b534e0684c530b0eb690444d2fd99049 2024-11-11T15:36:06,037 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/table/78b926f409a54ea4a4b8c93f4e556d54 2024-11-11T15:36:06,044 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/info/72fe5c2c72684953af45d9b9b20f33c3 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/info/72fe5c2c72684953af45d9b9b20f33c3 2024-11-11T15:36:06,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741847_1023 (size=5101) 2024-11-11T15:36:06,050 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/info/72fe5c2c72684953af45d9b9b20f33c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:36:06,050 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/norep/79f7db4767c24d4a9ad02886eded99be 2024-11-11T15:36:06,051 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/ns/5eccf88d8afa4fe4a3f4bb2fbdc56131 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/ns/5eccf88d8afa4fe4a3f4bb2fbdc56131 2024-11-11T15:36:06,054 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79f7db4767c24d4a9ad02886eded99be 2024-11-11T15:36:06,055 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/f/3fc0add2efc6478f829b468f9a043d29 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/f/3fc0add2efc6478f829b468f9a043d29 2024-11-11T15:36:06,056 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/ns/5eccf88d8afa4fe4a3f4bb2fbdc56131, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:36:06,057 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/rep_barrier/2eb4188d65e84a9fa4dfc3b1e42e5cd9 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/rep_barrier/2eb4188d65e84a9fa4dfc3b1e42e5cd9 2024-11-11T15:36:06,060 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fc0add2efc6478f829b468f9a043d29 2024-11-11T15:36:06,060 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/f/3fc0add2efc6478f829b468f9a043d29, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T15:36:06,061 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/f1/3f332758089c4dec8ca103d4528d7f48 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/f1/3f332758089c4dec8ca103d4528d7f48 2024-11-11T15:36:06,062 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/rep_barrier/2eb4188d65e84a9fa4dfc3b1e42e5cd9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:36:06,063 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/.tmp/table/78b926f409a54ea4a4b8c93f4e556d54 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/table/78b926f409a54ea4a4b8c93f4e556d54 2024-11-11T15:36:06,066 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f332758089c4dec8ca103d4528d7f48 2024-11-11T15:36:06,066 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/f1/3f332758089c4dec8ca103d4528d7f48, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T15:36:06,066 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/.tmp/norep/79f7db4767c24d4a9ad02886eded99be as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/norep/79f7db4767c24d4a9ad02886eded99be 2024-11-11T15:36:06,070 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/table/78b926f409a54ea4a4b8c93f4e556d54, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:36:06,071 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1036ms, sequenceid=16, compaction requested=false 2024-11-11T15:36:06,071 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79f7db4767c24d4a9ad02886eded99be 2024-11-11T15:36:06,071 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/norep/79f7db4767c24d4a9ad02886eded99be, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T15:36:06,072 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b534e0684c530b0eb690444d2fd99049 in 978ms, sequenceid=8, compaction requested=false 2024-11-11T15:36:06,072 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/default/test/b534e0684c530b0eb690444d2fd99049/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:06,082 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:06,082 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b534e0684c530b0eb690444d2fd99049: Waiting for close lock at 1731339365093Running coprocessor pre-close hooks at 1731339365093Disabling compacts and flushes for region at 1731339365093Disabling writes for close at 1731339365094 (+1 ms)Obtaining lock to block concurrent updates at 1731339365094Preparing flush snapshotting stores in b534e0684c530b0eb690444d2fd99049 at 1731339365094Finished memstore snapshotting test,,1731339351649.b534e0684c530b0eb690444d2fd99049., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731339365094Flushing stores of test,,1731339351649.b534e0684c530b0eb690444d2fd99049. at 1731339365095 (+1 ms)Flushing b534e0684c530b0eb690444d2fd99049/f: creating writer at 1731339365095Flushing b534e0684c530b0eb690444d2fd99049/f: appending metadata at 1731339365113 (+18 ms)Flushing b534e0684c530b0eb690444d2fd99049/f: closing flushed file at 1731339365113Flushing b534e0684c530b0eb690444d2fd99049/f1: creating writer at 1731339365535 (+422 ms)Flushing b534e0684c530b0eb690444d2fd99049/f1: appending metadata at 1731339365558 (+23 ms)Flushing b534e0684c530b0eb690444d2fd99049/f1: closing flushed file at 1731339365558Flushing b534e0684c530b0eb690444d2fd99049/norep: creating writer at 1731339366008 (+450 ms)Flushing b534e0684c530b0eb690444d2fd99049/norep: appending metadata at 1731339366026 (+18 ms)Flushing b534e0684c530b0eb690444d2fd99049/norep: closing flushed file at 1731339366027 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2500aa1c: reopening flushed file at 1731339366055 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a62d973: reopening flushed file at 1731339366060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7226a12a: reopening flushed file at 1731339366066 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b534e0684c530b0eb690444d2fd99049 in 978ms, sequenceid=8, compaction requested=false at 1731339366072 (+6 ms)Writing region close event to WAL at 1731339366078 (+6 ms)Running coprocessor post-close hooks at 1731339366082 (+4 ms)Closed at 1731339366082 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339365035Running coprocessor pre-close hooks at 1731339365035Disabling compacts and flushes for region at 1731339365035Disabling writes for close at 1731339365035Obtaining lock to block concurrent updates at 1731339365035Preparing flush snapshotting stores in 1588230740 at 1731339365035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339365035Flushing stores of hbase:meta,,1.1588230740 at 1731339365036 (+1 ms)Flushing 1588230740/info: creating writer at 1731339365036Flushing 1588230740/info: appending metadata at 1731339365055 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731339365055Flushing 1588230740/ns: creating writer at 1731339365073 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731339365100 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731339365100Flushing 1588230740/rep_barrier: creating writer at 1731339365110 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339365125 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339365125Flushing 1588230740/table: creating writer at 1731339365542 (+417 ms)Flushing 1588230740/table: appending metadata at 1731339365564 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731339365564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a180c98: reopening flushed file at 1731339366043 (+479 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acfebb1: reopening flushed file at 1731339366050 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26434ea6: reopening flushed file at 1731339366056 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ff43c4: reopening flushed file at 1731339366063 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1036ms, sequenceid=16, compaction requested=false at 1731339366071 (+8 ms)Writing region close event to WAL at 1731339366077 (+6 ms)Running coprocessor post-close hooks at 1731339366082 (+5 ms)Closed at 1731339366082 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339351649.b534e0684c530b0eb690444d2fd99049. 2024-11-11T15:36:06,082 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:06,092 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 1159, reset compression=false 2024-11-11T15:36:06,097 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:06,097 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.wal-reader.9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/WALs/9a1fddc00362,37591,1731339345021/9a1fddc00362%2C37591%2C1731339345021.1731339346410 to pos 1803, reset compression=false 2024-11-11T15:36:06,236 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,37591,1731339345021; all regions closed. 2024-11-11T15:36:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:36:06,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741839_1015 (size=2676) 2024-11-11T15:36:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741832_1008 (size=1811) 2024-11-11T15:36:06,246 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:06,246 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:06,246 INFO [RS:0;9a1fddc00362:37591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:06,247 INFO [RS:0;9a1fddc00362:37591 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:06,247 INFO [RS:0;9a1fddc00362:37591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:06,247 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:06,247 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,37591,1731339345021 because: Region server is closing 2024-11-11T15:36:06,247 INFO [RS:0;9a1fddc00362:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:37591. 2024-11-11T15:36:06,247 DEBUG [RS:0;9a1fddc00362:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:06,247 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:06,247 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:06,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:06,348 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37591,1731339345021.replicationSource.shipper9a1fddc00362%2C37591%2C1731339345021,1-9a1fddc00362,37591,1731339345021 terminated 2024-11-11T15:36:06,348 INFO [RS:0;9a1fddc00362:37591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:37591. 2024-11-11T15:36:06,348 DEBUG [RS:0;9a1fddc00362:37591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:06,348 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:06,348 DEBUG [RS:0;9a1fddc00362:37591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:06,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:06,348 INFO [RS:0;9a1fddc00362:37591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37591 2024-11-11T15:36:06,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081/rs 2024-11-11T15:36:06,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263036081/rs/9a1fddc00362,37591,1731339345021 2024-11-11T15:36:06,352 INFO [RS:0;9a1fddc00362:37591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:06,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,37591,1731339345021] 2024-11-11T15:36:06,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01263036081/draining/9a1fddc00362,37591,1731339345021 already deleted, retry=false 2024-11-11T15:36:06,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,37591,1731339345021 expired; onlineServers=0 2024-11-11T15:36:06,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,37515,1731339344771' ***** 2024-11-11T15:36:06,358 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:36:06,358 INFO [M:0;9a1fddc00362:37515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:06,358 INFO [M:0;9a1fddc00362:37515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:06,358 DEBUG [M:0;9a1fddc00362:37515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:36:06,358 DEBUG [M:0;9a1fddc00362:37515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:36:06,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339346092 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339346092,5,FailOnTimeoutGroup] 2024-11-11T15:36:06,358 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339346096 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339346096,5,FailOnTimeoutGroup] 2024-11-11T15:36:06,358 INFO [M:0;9a1fddc00362:37515 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:06,358 INFO [M:0;9a1fddc00362:37515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:06,358 DEBUG [M:0;9a1fddc00362:37515 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:36:06,358 INFO [M:0;9a1fddc00362:37515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:36:06,359 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:36:06,359 INFO [M:0;9a1fddc00362:37515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:06,359 INFO [M:0;9a1fddc00362:37515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:36:06,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:36:06,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263036081/master 2024-11-11T15:36:06,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263036081 2024-11-11T15:36:06,360 DEBUG [M:0;9a1fddc00362:37515 {}] zookeeper.ZKUtil(347): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Unable to get data of znode /01263036081/master because node does not exist (not an error) 2024-11-11T15:36:06,360 WARN [M:0;9a1fddc00362:37515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:36:06,364 INFO [M:0;9a1fddc00362:37515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/.lastflushedseqids 2024-11-11T15:36:06,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741848_1024 (size=245) 2024-11-11T15:36:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37591-0x10197f94c4a0001, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:06,459 INFO [RS:0;9a1fddc00362:37591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:06,459 INFO [RS:0;9a1fddc00362:37591 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,37591,1731339345021; zookeeper connection closed. 2024-11-11T15:36:06,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fdc619b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fdc619b 2024-11-11T15:36:06,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:36:06,788 INFO [M:0;9a1fddc00362:37515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:36:06,792 INFO [M:0;9a1fddc00362:37515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:36:06,792 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:06,792 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:06,792 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:06,792 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:06,792 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:06,792 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T15:36:06,826 DEBUG [M:0;9a1fddc00362:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0622a9ae79147248fb396b6fa98a9e7 is 82, key is hbase:meta,,1/info:regioninfo/1731339347034/Put/seqid=0 2024-11-11T15:36:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741849_1025 (size=5672) 2024-11-11T15:36:06,868 INFO [M:0;9a1fddc00362:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0622a9ae79147248fb396b6fa98a9e7 2024-11-11T15:36:06,918 DEBUG [M:0;9a1fddc00362:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/528ee4cb2c634761afd772e87d57a66f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339354334/Put/seqid=0 2024-11-11T15:36:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741850_1026 (size=8516) 2024-11-11T15:36:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:36:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:36:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:36:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:07,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:07,326 INFO [M:0;9a1fddc00362:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/528ee4cb2c634761afd772e87d57a66f 2024-11-11T15:36:07,348 DEBUG [M:0;9a1fddc00362:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99312c2eafc346b0af452b3530bb984b is 69, key is 9a1fddc00362,37591,1731339345021/rs:state/1731339346194/Put/seqid=0 2024-11-11T15:36:07,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741851_1027 (size=5156) 2024-11-11T15:36:07,753 INFO [M:0;9a1fddc00362:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99312c2eafc346b0af452b3530bb984b 2024-11-11T15:36:07,773 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0622a9ae79147248fb396b6fa98a9e7 as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0622a9ae79147248fb396b6fa98a9e7 2024-11-11T15:36:07,786 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0622a9ae79147248fb396b6fa98a9e7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:36:07,788 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/528ee4cb2c634761afd772e87d57a66f as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/528ee4cb2c634761afd772e87d57a66f 2024-11-11T15:36:07,795 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/528ee4cb2c634761afd772e87d57a66f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:36:07,796 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99312c2eafc346b0af452b3530bb984b as hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99312c2eafc346b0af452b3530bb984b 2024-11-11T15:36:07,801 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33639/user/jenkins/test-data/c511b1f2-9207-dca8-213c-b619703b9a3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99312c2eafc346b0af452b3530bb984b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:36:07,805 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=97, compaction requested=false 2024-11-11T15:36:07,820 INFO [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:07,820 DEBUG [M:0;9a1fddc00362:37515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339366792Disabling compacts and flushes for region at 1731339366792Disabling writes for close at 1731339366792Obtaining lock to block concurrent updates at 1731339366792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339366792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731339366793 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339366793Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339366794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339366825 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339366825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339366873 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339366917 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339366917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339367331 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339367348 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339367348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ceadb0: reopening flushed file at 1731339367769 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7c022d: reopening flushed file at 1731339367786 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a425316: reopening flushed file at 1731339367795 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=97, compaction requested=false at 1731339367805 (+10 ms)Writing region close event to WAL at 1731339367820 (+15 ms)Closed at 1731339367820 2024-11-11T15:36:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39721 is added to blk_1073741830_1006 (size=63654) 2024-11-11T15:36:07,836 INFO [M:0;9a1fddc00362:37515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:36:07,836 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:07,836 INFO [M:0;9a1fddc00362:37515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37515 2024-11-11T15:36:07,837 INFO [M:0;9a1fddc00362:37515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:07,939 INFO [M:0;9a1fddc00362:37515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x10197f94c4a0000, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:07,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@595f8a1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:07,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c13986f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:07,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:07,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79465192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:07,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193001b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:07,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:07,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:08,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:36:08,088 WARN [BP-35760082-172.17.0.3-1731339343628 heartbeating to localhost/127.0.0.1:33639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:36:08,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:36:08,088 WARN [BP-35760082-172.17.0.3-1731339343628 heartbeating to localhost/127.0.0.1:33639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-35760082-172.17.0.3-1731339343628 (Datanode Uuid 1da27238-1d30-4962-8d78-d2b913b31f34) service to localhost/127.0.0.1:33639 2024-11-11T15:36:08,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/data/data1/current/BP-35760082-172.17.0.3-1731339343628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:08,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/cluster_f110dc70-48a1-6c23-83b6-5ec495bdd11b/data/data2/current/BP-35760082-172.17.0.3-1731339343628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:08,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:36:08,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fb4fd83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:08,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@532caf74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:08,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:08,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3beaeb5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:08,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae6bf16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7a5092-d934-0b2e-4a97-a5eae599248e/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:08,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:36:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:36:08,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:38843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58726) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58726) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33639 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:38843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:38843 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=863 (was 846) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1900 (was 2088) 2024-11-11T15:36:08,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=863, ProcessCount=11, AvailableMemoryMB=1900 2024-11-11T15:36:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f94c4a0002, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:36:08,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f94c4a0002, quorum=127.0.0.1:58726, baseZNode=/01263036081 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:36:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f94c4a0005, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:36:08,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f94c4a0005, quorum=127.0.0.1:58726, baseZNode=/1-2011713289 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:36:08,237 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T15:36:08,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir so I do NOT create it in target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf 2024-11-11T15:36:08,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:36:08,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.tmp.dir so I do NOT create it in target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf 2024-11-11T15:36:08,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6de75b-865a-9c18-7573-f795b2d8c9cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:36:08,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf 2024-11-11T15:36:08,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6, deleteOnExit=true 2024-11-11T15:36:08,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/zookeeper_0, clientPort=61174, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:36:08,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61174 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/test.cache.data in system properties and HBase conf 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:36:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:36:08,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:36:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:36:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:36:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:36:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:36:08,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:08,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:08,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:08,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:08,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:08,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:08,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c467a5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:08,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f9c7383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:08,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c65b862{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/java.io.tmpdir/jetty-localhost-44595-hadoop-hdfs-3_4_1-tests_jar-_-any-15129442124171891397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:08,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8a3c1b{HTTP/1.1, (http/1.1)}{localhost:44595} 2024-11-11T15:36:08,529 INFO [Time-limited test {}] server.Server(415): Started @210124ms 2024-11-11T15:36:08,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:08,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:08,573 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28356 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:08,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:08,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:08,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:08,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:08,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:08,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56066fd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:08,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e9b9fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:08,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a15140{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/java.io.tmpdir/jetty-localhost-37537-hadoop-hdfs-3_4_1-tests_jar-_-any-36756512623726503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:08,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de7dee{HTTP/1.1, (http/1.1)}{localhost:37537} 2024-11-11T15:36:08,752 INFO [Time-limited test {}] server.Server(415): Started @210347ms 2024-11-11T15:36:08,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:36:08,853 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/data/data1/current/BP-1116820216-172.17.0.3-1731339368318/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:08,856 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/data/data2/current/BP-1116820216-172.17.0.3-1731339368318/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:08,881 WARN [Thread-2630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:36:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe55f4aca18b8855d with lease ID 0x87baaac3410c35b4: Processing first storage report for DS-ca5ab1e0-91f6-4351-b71b-c9b2b3abd4ba from datanode DatanodeRegistration(127.0.0.1:44717, datanodeUuid=4d5d6b04-2cb9-481e-9901-77c377c608f1, infoPort=40529, infoSecurePort=0, ipcPort=44101, storageInfo=lv=-57;cid=testClusterID;nsid=2014942365;c=1731339368318) 2024-11-11T15:36:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe55f4aca18b8855d with lease ID 0x87baaac3410c35b4: from storage DS-ca5ab1e0-91f6-4351-b71b-c9b2b3abd4ba node DatanodeRegistration(127.0.0.1:44717, datanodeUuid=4d5d6b04-2cb9-481e-9901-77c377c608f1, infoPort=40529, infoSecurePort=0, ipcPort=44101, storageInfo=lv=-57;cid=testClusterID;nsid=2014942365;c=1731339368318), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe55f4aca18b8855d with lease ID 0x87baaac3410c35b4: Processing first storage report for DS-1c51ef2a-d7db-4d72-8b69-67a27d796a72 from datanode DatanodeRegistration(127.0.0.1:44717, datanodeUuid=4d5d6b04-2cb9-481e-9901-77c377c608f1, infoPort=40529, infoSecurePort=0, ipcPort=44101, storageInfo=lv=-57;cid=testClusterID;nsid=2014942365;c=1731339368318) 2024-11-11T15:36:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe55f4aca18b8855d with lease ID 0x87baaac3410c35b4: from storage DS-1c51ef2a-d7db-4d72-8b69-67a27d796a72 node DatanodeRegistration(127.0.0.1:44717, datanodeUuid=4d5d6b04-2cb9-481e-9901-77c377c608f1, infoPort=40529, infoSecurePort=0, ipcPort=44101, storageInfo=lv=-57;cid=testClusterID;nsid=2014942365;c=1731339368318), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:08,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf 2024-11-11T15:36:08,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:08,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:36:09,306 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224 with version=8 2024-11-11T15:36:09,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/hbase-staging 2024-11-11T15:36:09,309 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:36:09,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:09,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36825 2024-11-11T15:36:09,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36825 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:09,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368250x0, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:09,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36825-0x10197f9aca90000 connected 2024-11-11T15:36:09,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:09,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:09,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/running 2024-11-11T15:36:09,334 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224, hbase.cluster.distributed=false 2024-11-11T15:36:09,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/acl 2024-11-11T15:36:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-11T15:36:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36825 2024-11-11T15:36:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36825 2024-11-11T15:36:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-11T15:36:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-11T15:36:09,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:36:09,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:09,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38769 2024-11-11T15:36:09,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38769 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:09,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:09,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:09,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387690x0, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:09,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387690x0, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/running 2024-11-11T15:36:09,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:36:09,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38769-0x10197f9aca90001 connected 2024-11-11T15:36:09,368 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:36:09,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/master 2024-11-11T15:36:09,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/acl 2024-11-11T15:36:09,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38769 2024-11-11T15:36:09,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38769 2024-11-11T15:36:09,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38769 2024-11-11T15:36:09,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38769 2024-11-11T15:36:09,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38769 2024-11-11T15:36:09,386 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:36825 2024-11-11T15:36:09,386 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-362803050/backup-masters/9a1fddc00362,36825,1731339369308 2024-11-11T15:36:09,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050/backup-masters 2024-11-11T15:36:09,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050/backup-masters 2024-11-11T15:36:09,388 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on existing znode=/0-362803050/backup-masters/9a1fddc00362,36825,1731339369308 2024-11-11T15:36:09,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:09,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-362803050/master 2024-11-11T15:36:09,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:09,390 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on existing znode=/0-362803050/master 2024-11-11T15:36:09,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-362803050/backup-masters/9a1fddc00362,36825,1731339369308 from backup master directory 2024-11-11T15:36:09,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-362803050/backup-masters/9a1fddc00362,36825,1731339369308 2024-11-11T15:36:09,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050/backup-masters 2024-11-11T15:36:09,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050/backup-masters 2024-11-11T15:36:09,393 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:09,393 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,36825,1731339369308 2024-11-11T15:36:09,396 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/hbase.id] with ID: e681897d-5dbb-44f9-9a46-45d91439a060 2024-11-11T15:36:09,396 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/.tmp/hbase.id 2024-11-11T15:36:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:36:09,408 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/.tmp/hbase.id]:[hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/hbase.id] 2024-11-11T15:36:09,417 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:09,418 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:36:09,418 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T15:36:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:36:09,829 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:09,830 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:36:09,831 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:09,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:36:10,239 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store 2024-11-11T15:36:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:36:10,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:10,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:10,645 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:10,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:10,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:10,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:10,645 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:10,646 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339370645Disabling compacts and flushes for region at 1731339370645Disabling writes for close at 1731339370645Writing region close event to WAL at 1731339370645Closed at 1731339370645 2024-11-11T15:36:10,646 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/.initializing 2024-11-11T15:36:10,647 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/WALs/9a1fddc00362,36825,1731339369308 2024-11-11T15:36:10,648 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:10,650 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C36825%2C1731339369308, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/WALs/9a1fddc00362,36825,1731339369308, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/oldWALs, maxLogs=10 2024-11-11T15:36:10,687 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/WALs/9a1fddc00362,36825,1731339369308/9a1fddc00362%2C36825%2C1731339369308.1731339370650, exclude list is [], retry=0 2024-11-11T15:36:10,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44717,DS-ca5ab1e0-91f6-4351-b71b-c9b2b3abd4ba,DISK] 2024-11-11T15:36:10,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/WALs/9a1fddc00362,36825,1731339369308/9a1fddc00362%2C36825%2C1731339369308.1731339370650 2024-11-11T15:36:10,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-11T15:36:10,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:10,724 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:10,725 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,725 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:36:10,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:10,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:10,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:36:10,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:10,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:10,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:36:10,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:10,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:10,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:36:10,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:10,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:10,741 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,741 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,742 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,743 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,743 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,743 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:10,744 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:10,749 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:10,751 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60742510, jitterRate=-0.0948660671710968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:10,751 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339370725Initializing all the Stores at 1731339370732 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339370732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339370732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339370732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339370733 (+1 ms)Cleaning up temporary data from old regions at 1731339370743 (+10 ms)Region opened successfully at 1731339370751 (+8 ms) 2024-11-11T15:36:10,752 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:36:10,754 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7405ef76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:10,755 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:36:10,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:36:10,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:36:10,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:36:10,757 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:36:10,757 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:36:10,757 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:36:10,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:36:10,778 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Unable to get data of znode /0-362803050/balancer because node does not exist (not necessarily an error) 2024-11-11T15:36:10,779 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/balancer already deleted, retry=false 2024-11-11T15:36:10,780 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:36:10,781 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Unable to get data of znode /0-362803050/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:36:10,782 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/normalizer already deleted, retry=false 2024-11-11T15:36:10,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:36:10,785 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Unable to get data of znode /0-362803050/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:36:10,786 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/switch/split already deleted, retry=false 2024-11-11T15:36:10,787 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Unable to get data of znode /0-362803050/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:36:10,788 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/switch/merge already deleted, retry=false 2024-11-11T15:36:10,790 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Unable to get data of znode /0-362803050/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:36:10,790 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/snapshot-cleanup already deleted, retry=false 2024-11-11T15:36:10,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-362803050/running 2024-11-11T15:36:10,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:10,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-362803050/running 2024-11-11T15:36:10,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:10,794 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,36825,1731339369308, sessionid=0x10197f9aca90000, setting cluster-up flag (Was=false) 2024-11-11T15:36:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:10,808 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-362803050/flush-table-proc/acquired, /0-362803050/flush-table-proc/reached, /0-362803050/flush-table-proc/abort 2024-11-11T15:36:10,813 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,36825,1731339369308 2024-11-11T15:36:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:10,829 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-362803050/online-snapshot/acquired, /0-362803050/online-snapshot/reached, /0-362803050/online-snapshot/abort 2024-11-11T15:36:10,830 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,36825,1731339369308 2024-11-11T15:36:10,837 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:36:10,843 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:10,843 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:36:10,843 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:36:10,844 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,36825,1731339369308 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:36:10,845 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:10,846 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:10,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:10,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:36:10,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:10,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339400896 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:36:10,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:36:10,901 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(746): ClusterId : e681897d-5dbb-44f9-9a46-45d91439a060 2024-11-11T15:36:10,901 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:36:10,906 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:36:10,906 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:36:10,908 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:36:10,908 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ddbfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:10,911 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:10,928 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:36:10,928 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:36:10,928 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:36:10,928 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:36:10,932 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:36:10,932 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:36:10,969 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339370932,5,FailOnTimeoutGroup] 2024-11-11T15:36:10,971 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:38769 2024-11-11T15:36:10,971 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:36:10,971 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:36:10,971 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:36:10,972 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,36825,1731339369308 with port=38769, startcode=1731339369351 2024-11-11T15:36:10,972 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:36:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:36:10,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:36:10,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224 2024-11-11T15:36:10,980 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339370969,5,FailOnTimeoutGroup] 2024-11-11T15:36:10,980 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:10,980 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:36:10,980 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:10,980 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:10,989 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:36:10,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,38769,1731339369351 2024-11-11T15:36:10,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:10,997 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224 2024-11-11T15:36:10,997 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39417 2024-11-11T15:36:10,997 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:36:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050/rs 2024-11-11T15:36:10,999 DEBUG [RS:0;9a1fddc00362:38769 {}] zookeeper.ZKUtil(111): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on existing znode=/0-362803050/rs/9a1fddc00362,38769,1731339369351 2024-11-11T15:36:10,999 WARN [RS:0;9a1fddc00362:38769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:11,000 INFO [RS:0;9a1fddc00362:38769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:11,000 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351 2024-11-11T15:36:11,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,38769,1731339369351] 2024-11-11T15:36:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:36:11,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:11,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:11,077 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:36:11,079 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:36:11,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:11,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,084 INFO [RS:0;9a1fddc00362:38769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:36:11,084 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:11,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:11,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:11,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:11,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:11,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:11,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:11,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740 2024-11-11T15:36:11,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740 2024-11-11T15:36:11,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:11,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:11,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:11,100 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:36:11,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:11,101 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:36:11,101 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,101 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,102 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:11,102 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:11,102 DEBUG [RS:0;9a1fddc00362:38769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:11,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:11,123 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74591091, jitterRate=0.11149387061595917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:11,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339371050Initializing all the Stores at 1731339371056 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339371056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339371075 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339371075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339371075Cleaning up temporary data from old regions at 1731339371098 (+23 ms)Region opened successfully at 1731339371123 (+25 ms) 2024-11-11T15:36:11,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:11,124 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:11,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:11,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:11,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:11,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:11,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339371124Disabling compacts and flushes for region at 1731339371124Disabling writes for close at 1731339371124Writing region close event to WAL at 1731339371140 (+16 ms)Closed at 1731339371140 2024-11-11T15:36:11,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:11,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:36:11,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:36:11,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:11,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:36:11,148 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,148 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,148 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,148 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,148 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,148 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38769,1731339369351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:11,182 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:36:11,182 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38769,1731339369351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,183 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,183 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.Replication(171): 9a1fddc00362,38769,1731339369351 started 2024-11-11T15:36:11,209 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,209 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,38769,1731339369351, RpcServer on 9a1fddc00362/172.17.0.3:38769, sessionid=0x10197f9aca90001 2024-11-11T15:36:11,209 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:36:11,209 DEBUG [RS:0;9a1fddc00362:38769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,38769,1731339369351 2024-11-11T15:36:11,210 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,38769,1731339369351' 2024-11-11T15:36:11,210 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-362803050/flush-table-proc/abort' 2024-11-11T15:36:11,210 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-362803050/flush-table-proc/acquired' 2024-11-11T15:36:11,211 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:36:11,211 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:36:11,211 DEBUG [RS:0;9a1fddc00362:38769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,38769,1731339369351 2024-11-11T15:36:11,211 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,38769,1731339369351' 2024-11-11T15:36:11,211 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-362803050/online-snapshot/abort' 2024-11-11T15:36:11,213 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-362803050/online-snapshot/acquired' 2024-11-11T15:36:11,214 DEBUG [RS:0;9a1fddc00362:38769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:36:11,214 INFO [RS:0;9a1fddc00362:38769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:36:11,214 INFO [RS:0;9a1fddc00362:38769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:36:11,294 WARN [9a1fddc00362:36825 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:36:11,320 INFO [RS:0;9a1fddc00362:38769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:11,327 INFO [RS:0;9a1fddc00362:38769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C38769%2C1731339369351, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/oldWALs, maxLogs=10 2024-11-11T15:36:11,358 DEBUG [RS:0;9a1fddc00362:38769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, exclude list is [], retry=0 2024-11-11T15:36:11,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44717,DS-ca5ab1e0-91f6-4351-b71b-c9b2b3abd4ba,DISK] 2024-11-11T15:36:11,407 INFO [RS:0;9a1fddc00362:38769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 2024-11-11T15:36:11,415 DEBUG [RS:0;9a1fddc00362:38769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-11T15:36:11,548 DEBUG [9a1fddc00362:36825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:36:11,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:11,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,38769,1731339369351, state=OPENING 2024-11-11T15:36:11,552 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:36:11,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:11,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:11,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:11,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-362803050/meta-region-server: CHANGED 2024-11-11T15:36:11,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-362803050/meta-region-server: CHANGED 2024-11-11T15:36:11,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,38769,1731339369351}] 2024-11-11T15:36:11,706 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:11,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:36:11,712 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:36:11,712 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:11,712 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:36:11,714 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C38769%2C1731339369351.meta, suffix=.meta, logDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/oldWALs, maxLogs=10 2024-11-11T15:36:11,737 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.meta.1731339371714.meta, exclude list is [], retry=0 2024-11-11T15:36:11,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44717,DS-ca5ab1e0-91f6-4351-b71b-c9b2b3abd4ba,DISK] 2024-11-11T15:36:11,748 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.meta.1731339371714.meta 2024-11-11T15:36:11,749 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-11T15:36:11,749 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:11,749 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:11,750 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:11,750 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:36:11,750 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:36:11,750 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:36:11,750 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:11,750 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:36:11,750 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:36:11,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:11,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:11,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:11,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:11,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:11,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:11,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:11,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:11,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:11,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:11,755 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:11,756 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740 2024-11-11T15:36:11,757 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740 2024-11-11T15:36:11,757 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:11,757 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:11,758 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:11,759 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:11,759 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73160750, jitterRate=0.09018012881278992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:11,759 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:36:11,760 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339371750Writing region info on filesystem at 1731339371750Initializing all the Stores at 1731339371751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339371751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339371751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339371751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339371751Cleaning up temporary data from old regions at 1731339371757 (+6 ms)Running coprocessor post-open hooks at 1731339371760 (+3 ms)Region opened successfully at 1731339371760 2024-11-11T15:36:11,761 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339371706 2024-11-11T15:36:11,764 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:36:11,764 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:36:11,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:11,766 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,38769,1731339369351, state=OPEN 2024-11-11T15:36:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-362803050/meta-region-server 2024-11-11T15:36:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-362803050/meta-region-server 2024-11-11T15:36:11,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:11,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-362803050/meta-region-server: CHANGED 2024-11-11T15:36:11,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-362803050/meta-region-server: CHANGED 2024-11-11T15:36:11,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:36:11,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,38769,1731339369351 in 216 msec 2024-11-11T15:36:11,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:36:11,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-11T15:36:11,774 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:11,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:36:11,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:11,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,38769,1731339369351, seqNum=-1] 2024-11-11T15:36:11,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:11,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:11,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 938 msec 2024-11-11T15:36:11,780 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339371780, completionTime=-1 2024-11-11T15:36:11,780 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:36:11,780 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339431782 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339491782 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36825,1731339369308-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36825,1731339369308-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36825,1731339369308-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:36825, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,782 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,784 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:36:11,785 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.392sec 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36825,1731339369308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:11,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36825,1731339369308-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:36:11,788 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:36:11,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:36:11,788 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36825,1731339369308-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:11,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd2e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:11,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:11,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:11,804 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3761fe7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:11,806 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:11,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f66f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:11,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,38769,1731339369351, seqNum=-1] 2024-11-11T15:36:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:11,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:11,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,36825,1731339369308 2024-11-11T15:36:11,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:11,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir so I do NOT create it in target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c 2024-11-11T15:36:11,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:36:11,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.tmp.dir so I do NOT create it in target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c 2024-11-11T15:36:11,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:36:11,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/cluster_7d4e8228-436f-545a-767d-0d0177d66eb6, deleteOnExit=true 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/test.cache.data in system properties and HBase conf 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:36:11,817 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:36:11,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:36:11,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:36:11,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:36:11,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:11,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:36:11,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:36:11,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197f9aca90002 connected 2024-11-11T15:36:11,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:11,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:11,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:11,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:11,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:36:11,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:11,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79c609d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:11,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a75ef96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:12,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62c2e860{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/java.io.tmpdir/jetty-localhost-36805-hadoop-hdfs-3_4_1-tests_jar-_-any-10201638708917365308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:12,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eff3a46{HTTP/1.1, (http/1.1)}{localhost:36805} 2024-11-11T15:36:12,081 INFO [Time-limited test {}] server.Server(415): Started @213677ms 2024-11-11T15:36:12,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:12,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:12,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:12,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:12,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:12,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e9f2cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:12,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50071aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:12,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4759432b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/java.io.tmpdir/jetty-localhost-38363-hadoop-hdfs-3_4_1-tests_jar-_-any-13288644581662826807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:12,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67ac71d{HTTP/1.1, (http/1.1)}{localhost:38363} 2024-11-11T15:36:12,302 INFO [Time-limited test {}] server.Server(415): Started @213898ms 2024-11-11T15:36:12,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:36:12,508 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/cluster_7d4e8228-436f-545a-767d-0d0177d66eb6/data/data1/current/BP-1884983476-172.17.0.3-1731339371842/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:12,509 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/cluster_7d4e8228-436f-545a-767d-0d0177d66eb6/data/data2/current/BP-1884983476-172.17.0.3-1731339371842/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:12,571 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:36:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6509f85a4a5bc04a with lease ID 0x24949b1370cf28ae: Processing first storage report for DS-f8c57f16-1a5e-4366-83e1-52052c94fe3a from datanode DatanodeRegistration(127.0.0.1:45109, datanodeUuid=f509ffbc-6ddf-4b37-a51a-2df836582aa9, infoPort=42319, infoSecurePort=0, ipcPort=44805, storageInfo=lv=-57;cid=testClusterID;nsid=1946231275;c=1731339371842) 2024-11-11T15:36:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6509f85a4a5bc04a with lease ID 0x24949b1370cf28ae: from storage DS-f8c57f16-1a5e-4366-83e1-52052c94fe3a node DatanodeRegistration(127.0.0.1:45109, datanodeUuid=f509ffbc-6ddf-4b37-a51a-2df836582aa9, infoPort=42319, infoSecurePort=0, ipcPort=44805, storageInfo=lv=-57;cid=testClusterID;nsid=1946231275;c=1731339371842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6509f85a4a5bc04a with lease ID 0x24949b1370cf28ae: Processing first storage report for DS-4a7edfd4-ebc0-4afb-a476-8997a7996349 from datanode DatanodeRegistration(127.0.0.1:45109, datanodeUuid=f509ffbc-6ddf-4b37-a51a-2df836582aa9, infoPort=42319, infoSecurePort=0, ipcPort=44805, storageInfo=lv=-57;cid=testClusterID;nsid=1946231275;c=1731339371842) 2024-11-11T15:36:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6509f85a4a5bc04a with lease ID 0x24949b1370cf28ae: from storage DS-4a7edfd4-ebc0-4afb-a476-8997a7996349 node DatanodeRegistration(127.0.0.1:45109, datanodeUuid=f509ffbc-6ddf-4b37-a51a-2df836582aa9, infoPort=42319, infoSecurePort=0, ipcPort=44805, storageInfo=lv=-57;cid=testClusterID;nsid=1946231275;c=1731339371842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:12,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c 2024-11-11T15:36:12,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:12,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:36:12,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168 with version=8 2024-11-11T15:36:12,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/hbase-staging 2024-11-11T15:36:12,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:12,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:12,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:12,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:36:12,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:12,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32869 2024-11-11T15:36:12,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32869 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328690x0, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:12,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32869-0x10197f9aca90003 connected 2024-11-11T15:36:12,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:12,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:12,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/running 2024-11-11T15:36:12,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168, hbase.cluster.distributed=false 2024-11-11T15:36:12,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/acl 2024-11-11T15:36:12,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-11T15:36:12,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32869 2024-11-11T15:36:12,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32869 2024-11-11T15:36:12,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-11T15:36:12,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-11T15:36:12,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:12,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:12,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:12,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:12,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:12,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:12,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:36:12,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:12,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33179 2024-11-11T15:36:12,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33179 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:12,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:12,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:12,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331790x0, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:12,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331790x0, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/running 2024-11-11T15:36:12,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33179-0x10197f9aca90004 connected 2024-11-11T15:36:12,730 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:36:12,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:36:12,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/master 2024-11-11T15:36:12,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/acl 2024-11-11T15:36:12,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-11T15:36:12,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33179 2024-11-11T15:36:12,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33179 2024-11-11T15:36:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-11T15:36:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-11T15:36:12,763 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:32869 2024-11-11T15:36:12,766 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2088727932/backup-masters/9a1fddc00362,32869,1731339372626 2024-11-11T15:36:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932/backup-masters 2024-11-11T15:36:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932/backup-masters 2024-11-11T15:36:12,770 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on existing znode=/1-2088727932/backup-masters/9a1fddc00362,32869,1731339372626 2024-11-11T15:36:12,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:12,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2088727932/master 2024-11-11T15:36:12,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:12,776 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on existing znode=/1-2088727932/master 2024-11-11T15:36:12,777 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2088727932/backup-masters/9a1fddc00362,32869,1731339372626 from backup master directory 2024-11-11T15:36:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932/backup-masters 2024-11-11T15:36:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088727932/backup-masters/9a1fddc00362,32869,1731339372626 2024-11-11T15:36:12,778 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:12,778 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,32869,1731339372626 2024-11-11T15:36:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932/backup-masters 2024-11-11T15:36:12,785 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/hbase.id] with ID: 28544390-4548-4604-b772-1eeb6605c8c8 2024-11-11T15:36:12,785 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/.tmp/hbase.id 2024-11-11T15:36:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:36:13,198 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/.tmp/hbase.id]:[hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/hbase.id] 2024-11-11T15:36:13,213 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:13,213 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:36:13,214 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:36:13,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:36:13,222 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:13,223 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:36:13,223 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:13,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:36:13,230 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store 2024-11-11T15:36:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:36:13,243 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:13,243 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:13,243 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:13,243 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:13,243 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:13,243 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:13,243 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:13,243 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339373243Disabling compacts and flushes for region at 1731339373243Disabling writes for close at 1731339373243Writing region close event to WAL at 1731339373243Closed at 1731339373243 2024-11-11T15:36:13,244 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/.initializing 2024-11-11T15:36:13,244 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/WALs/9a1fddc00362,32869,1731339372626 2024-11-11T15:36:13,245 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:13,247 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C32869%2C1731339372626, suffix=, logDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/WALs/9a1fddc00362,32869,1731339372626, archiveDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/oldWALs, maxLogs=10 2024-11-11T15:36:13,260 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/WALs/9a1fddc00362,32869,1731339372626/9a1fddc00362%2C32869%2C1731339372626.1731339373247, exclude list is [], retry=0 2024-11-11T15:36:13,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-f8c57f16-1a5e-4366-83e1-52052c94fe3a,DISK] 2024-11-11T15:36:13,265 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/WALs/9a1fddc00362,32869,1731339372626/9a1fddc00362%2C32869%2C1731339372626.1731339373247 2024-11-11T15:36:13,266 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-11T15:36:13,266 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:13,266 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:13,266 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,266 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:36:13,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:13,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:13,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:36:13,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:13,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:13,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:36:13,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:13,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:13,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:36:13,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:13,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:13,274 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,274 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,275 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,276 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,276 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,276 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:13,277 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:13,280 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:13,280 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67392575, jitterRate=0.004227623343467712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:13,280 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339373266Initializing all the Stores at 1731339373267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339373267Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339373267Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339373267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339373267Cleaning up temporary data from old regions at 1731339373276 (+9 ms)Region opened successfully at 1731339373280 (+4 ms) 2024-11-11T15:36:13,286 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:36:13,289 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:13,289 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:36:13,289 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:36:13,289 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:36:13,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:36:13,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:36:13,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:36:13,290 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:36:13,293 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:36:13,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Unable to get data of znode /1-2088727932/balancer because node does not exist (not necessarily an error) 2024-11-11T15:36:13,295 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/balancer already deleted, retry=false 2024-11-11T15:36:13,296 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:36:13,297 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Unable to get data of znode /1-2088727932/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:36:13,298 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/normalizer already deleted, retry=false 2024-11-11T15:36:13,298 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:36:13,300 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Unable to get data of znode /1-2088727932/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:36:13,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/switch/split already deleted, retry=false 2024-11-11T15:36:13,302 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Unable to get data of znode /1-2088727932/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:36:13,303 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/switch/merge already deleted, retry=false 2024-11-11T15:36:13,305 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Unable to get data of znode /1-2088727932/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:36:13,306 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/snapshot-cleanup already deleted, retry=false 2024-11-11T15:36:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2088727932/running 2024-11-11T15:36:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2088727932/running 2024-11-11T15:36:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,307 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,32869,1731339372626, sessionid=0x10197f9aca90003, setting cluster-up flag (Was=false) 2024-11-11T15:36:13,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,318 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2088727932/flush-table-proc/acquired, /1-2088727932/flush-table-proc/reached, /1-2088727932/flush-table-proc/abort 2024-11-11T15:36:13,319 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,32869,1731339372626 2024-11-11T15:36:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:13,331 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2088727932/online-snapshot/acquired, /1-2088727932/online-snapshot/reached, /1-2088727932/online-snapshot/abort 2024-11-11T15:36:13,331 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,32869,1731339372626 2024-11-11T15:36:13,333 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:36:13,337 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:13,338 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:36:13,338 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:36:13,338 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,32869,1731339372626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:13,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,347 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339403347 2024-11-11T15:36:13,347 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:36:13,347 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:36:13,348 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:36:13,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:13,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:36:13,348 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:36:13,348 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:36:13,348 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:36:13,349 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:13,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:36:13,356 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,360 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:36:13,361 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:36:13,361 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:36:13,361 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:36:13,361 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(746): ClusterId : 28544390-4548-4604-b772-1eeb6605c8c8 2024-11-11T15:36:13,361 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:36:13,363 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:36:13,363 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:36:13,365 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:36:13,366 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73381dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:13,369 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:36:13,369 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:36:13,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339373369,5,FailOnTimeoutGroup] 2024-11-11T15:36:13,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339373372,5,FailOnTimeoutGroup] 2024-11-11T15:36:13,372 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,372 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:36:13,372 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,373 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,387 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:33179 2024-11-11T15:36:13,387 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:36:13,387 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:36:13,387 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:36:13,388 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,32869,1731339372626 with port=33179, startcode=1731339372715 2024-11-11T15:36:13,389 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:36:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:36:13,397 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:36:13,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,33179,1731339372715 2024-11-11T15:36:13,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32869 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:13,400 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168 2024-11-11T15:36:13,400 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44015 2024-11-11T15:36:13,400 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:36:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932/rs 2024-11-11T15:36:13,406 DEBUG [RS:0;9a1fddc00362:33179 {}] zookeeper.ZKUtil(111): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on existing znode=/1-2088727932/rs/9a1fddc00362,33179,1731339372715 2024-11-11T15:36:13,406 WARN [RS:0;9a1fddc00362:33179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:13,406 INFO [RS:0;9a1fddc00362:33179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:13,406 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715 2024-11-11T15:36:13,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,33179,1731339372715] 2024-11-11T15:36:13,424 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:36:13,440 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:36:13,452 INFO [RS:0;9a1fddc00362:33179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:36:13,452 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,456 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:36:13,458 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:36:13,459 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:13,459 DEBUG [RS:0;9a1fddc00362:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:13,465 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,465 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,465 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,465 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,465 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,465 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33179,1731339372715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:13,484 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:36:13,485 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33179,1731339372715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,485 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,485 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.Replication(171): 9a1fddc00362,33179,1731339372715 started 2024-11-11T15:36:13,503 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:13,503 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,33179,1731339372715, RpcServer on 9a1fddc00362/172.17.0.3:33179, sessionid=0x10197f9aca90004 2024-11-11T15:36:13,503 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:36:13,503 DEBUG [RS:0;9a1fddc00362:33179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,33179,1731339372715 2024-11-11T15:36:13,503 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33179,1731339372715' 2024-11-11T15:36:13,503 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2088727932/flush-table-proc/abort' 2024-11-11T15:36:13,507 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2088727932/flush-table-proc/acquired' 2024-11-11T15:36:13,509 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:36:13,509 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:36:13,509 DEBUG [RS:0;9a1fddc00362:33179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,33179,1731339372715 2024-11-11T15:36:13,509 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33179,1731339372715' 2024-11-11T15:36:13,509 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2088727932/online-snapshot/abort' 2024-11-11T15:36:13,514 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2088727932/online-snapshot/acquired' 2024-11-11T15:36:13,521 DEBUG [RS:0;9a1fddc00362:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:36:13,521 INFO [RS:0;9a1fddc00362:33179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:36:13,521 INFO [RS:0;9a1fddc00362:33179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:36:13,621 INFO [RS:0;9a1fddc00362:33179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:13,623 INFO [RS:0;9a1fddc00362:33179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C33179%2C1731339372715, suffix=, logDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715, archiveDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/oldWALs, maxLogs=10 2024-11-11T15:36:13,640 DEBUG [RS:0;9a1fddc00362:33179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, exclude list is [], retry=0 2024-11-11T15:36:13,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-f8c57f16-1a5e-4366-83e1-52052c94fe3a,DISK] 2024-11-11T15:36:13,663 INFO [RS:0;9a1fddc00362:33179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 2024-11-11T15:36:13,664 DEBUG [RS:0;9a1fddc00362:33179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-11T15:36:13,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:36:13,797 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168 2024-11-11T15:36:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:36:14,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:14,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:14,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:14,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:14,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:14,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:14,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:14,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:14,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:14,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:14,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740 2024-11-11T15:36:14,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740 2024-11-11T15:36:14,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:14,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:14,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:14,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:14,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:14,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65940373, jitterRate=-0.01741187274456024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:14,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339374280Initializing all the Stores at 1731339374281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339374281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339374282 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339374282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339374282Cleaning up temporary data from old regions at 1731339374296 (+14 ms)Region opened successfully at 1731339374299 (+3 ms) 2024-11-11T15:36:14,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:14,299 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:14,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:14,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:14,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:14,300 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:14,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339374299Disabling compacts and flushes for region at 1731339374299Disabling writes for close at 1731339374300 (+1 ms)Writing region close event to WAL at 1731339374300Closed at 1731339374300 2024-11-11T15:36:14,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:14,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:36:14,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:36:14,303 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:14,304 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:36:14,455 DEBUG [9a1fddc00362:32869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:36:14,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:14,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,33179,1731339372715, state=OPENING 2024-11-11T15:36:14,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:36:14,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:14,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:14,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088727932/meta-region-server: CHANGED 2024-11-11T15:36:14,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:14,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088727932/meta-region-server: CHANGED 2024-11-11T15:36:14,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,33179,1731339372715}] 2024-11-11T15:36:14,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:14,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:36:14,618 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:36:14,618 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:14,618 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:36:14,619 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C33179%2C1731339372715.meta, suffix=.meta, logDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715, archiveDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/oldWALs, maxLogs=10 2024-11-11T15:36:14,641 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.meta.1731339374620.meta, exclude list is [], retry=0 2024-11-11T15:36:14,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-f8c57f16-1a5e-4366-83e1-52052c94fe3a,DISK] 2024-11-11T15:36:14,646 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.meta.1731339374620.meta 2024-11-11T15:36:14,647 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-11T15:36:14,647 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:14,647 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:14,647 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:14,647 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:36:14,647 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:36:14,648 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:36:14,648 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:14,648 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:36:14,648 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:36:14,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:14,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:14,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:14,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:14,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:14,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:14,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:14,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:14,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:14,657 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:14,657 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740 2024-11-11T15:36:14,658 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740 2024-11-11T15:36:14,659 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:14,659 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:14,660 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:14,661 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:14,662 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62896617, jitterRate=-0.06276737153530121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:14,662 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:36:14,662 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339374648Writing region info on filesystem at 1731339374648Initializing all the Stores at 1731339374649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339374649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339374652 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339374652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339374652Cleaning up temporary data from old regions at 1731339374659 (+7 ms)Running coprocessor post-open hooks at 1731339374662 (+3 ms)Region opened successfully at 1731339374662 2024-11-11T15:36:14,663 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339374612 2024-11-11T15:36:14,665 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:36:14,665 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:36:14,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:14,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,33179,1731339372715, state=OPEN 2024-11-11T15:36:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2088727932/meta-region-server 2024-11-11T15:36:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2088727932/meta-region-server 2024-11-11T15:36:14,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:14,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088727932/meta-region-server: CHANGED 2024-11-11T15:36:14,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088727932/meta-region-server: CHANGED 2024-11-11T15:36:14,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:36:14,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,33179,1731339372715 in 207 msec 2024-11-11T15:36:14,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:36:14,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-11T15:36:14,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:14,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:36:14,673 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:14,673 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33179,1731339372715, seqNum=-1] 2024-11-11T15:36:14,673 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:14,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:14,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-11T15:36:14,682 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339374682, completionTime=-1 2024-11-11T15:36:14,682 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:36:14,682 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339434685 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339494685 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32869,1731339372626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32869,1731339372626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32869,1731339372626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:32869, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,685 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,686 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,687 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.912sec 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32869,1731339372626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:14,690 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32869,1731339372626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:36:14,692 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:36:14,692 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:36:14,692 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32869,1731339372626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:14,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3146baba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:14,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,32869,-1 for getting cluster id 2024-11-11T15:36:14,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:14,769 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28544390-4548-4604-b772-1eeb6605c8c8' 2024-11-11T15:36:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28544390-4548-4604-b772-1eeb6605c8c8" 2024-11-11T15:36:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1248bf0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:14,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,32869,-1] 2024-11-11T15:36:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:14,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:14,773 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:14,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476b4ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:14,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33179,1731339372715, seqNum=-1] 2024-11-11T15:36:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:14,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:14,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,32869,1731339372626 2024-11-11T15:36:14,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:14,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir so I do NOT create it in target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe 2024-11-11T15:36:14,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:36:14,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.tmp.dir so I do NOT create it in target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe 2024-11-11T15:36:14,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:36:14,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/cluster_fd8a0f65-2574-18c2-96f7-4f13795b606d, deleteOnExit=true 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:36:14,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197f9aca90005 connected 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/test.cache.data in system properties and HBase conf 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:36:14,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:36:14,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:36:14,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:36:14,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:14,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:14,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:14,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:14,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:14,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:14,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d131300{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:14,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584a5598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:15,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35009751{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/java.io.tmpdir/jetty-localhost-43305-hadoop-hdfs-3_4_1-tests_jar-_-any-1951530045465265274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:15,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b6b00d6{HTTP/1.1, (http/1.1)}{localhost:43305} 2024-11-11T15:36:15,142 INFO [Time-limited test {}] server.Server(415): Started @216737ms 2024-11-11T15:36:15,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:15,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:15,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:15,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:15,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:15,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aca0633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:15,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6077d3f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:15,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67994142{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/java.io.tmpdir/jetty-localhost-37025-hadoop-hdfs-3_4_1-tests_jar-_-any-13217676109889798966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:15,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15bede8d{HTTP/1.1, (http/1.1)}{localhost:37025} 2024-11-11T15:36:15,876 INFO [Time-limited test {}] server.Server(415): Started @217472ms 2024-11-11T15:36:15,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:36:16,200 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/cluster_fd8a0f65-2574-18c2-96f7-4f13795b606d/data/data1/current/BP-495596192-172.17.0.3-1731339374823/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:16,201 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/cluster_fd8a0f65-2574-18c2-96f7-4f13795b606d/data/data2/current/BP-495596192-172.17.0.3-1731339374823/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:16,272 WARN [Thread-2870 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:36:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5479ee9f21939630 with lease ID 0xb926a9b1ee5e1469: Processing first storage report for DS-bc598980-d395-4c4c-a54c-32f64e252ca9 from datanode DatanodeRegistration(127.0.0.1:39385, datanodeUuid=638bc097-6d92-48d1-9848-84810cfc380e, infoPort=43971, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=102818535;c=1731339374823) 2024-11-11T15:36:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5479ee9f21939630 with lease ID 0xb926a9b1ee5e1469: from storage DS-bc598980-d395-4c4c-a54c-32f64e252ca9 node DatanodeRegistration(127.0.0.1:39385, datanodeUuid=638bc097-6d92-48d1-9848-84810cfc380e, infoPort=43971, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=102818535;c=1731339374823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5479ee9f21939630 with lease ID 0xb926a9b1ee5e1469: Processing first storage report for DS-bb39a1d0-75fe-4d8e-bc98-f17257088915 from datanode DatanodeRegistration(127.0.0.1:39385, datanodeUuid=638bc097-6d92-48d1-9848-84810cfc380e, infoPort=43971, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=102818535;c=1731339374823) 2024-11-11T15:36:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5479ee9f21939630 with lease ID 0xb926a9b1ee5e1469: from storage DS-bb39a1d0-75fe-4d8e-bc98-f17257088915 node DatanodeRegistration(127.0.0.1:39385, datanodeUuid=638bc097-6d92-48d1-9848-84810cfc380e, infoPort=43971, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=102818535;c=1731339374823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:16,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe 2024-11-11T15:36:16,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:36:16,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339 with version=8 2024-11-11T15:36:16,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/hbase-staging 2024-11-11T15:36:16,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:36:16,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:16,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38975 2024-11-11T15:36:16,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38975 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389750x0, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:16,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38975-0x10197f9aca90006 connected 2024-11-11T15:36:16,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/running 2024-11-11T15:36:16,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339, hbase.cluster.distributed=false 2024-11-11T15:36:16,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/acl 2024-11-11T15:36:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38975 2024-11-11T15:36:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38975 2024-11-11T15:36:16,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38975 2024-11-11T15:36:16,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38975 2024-11-11T15:36:16,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38975 2024-11-11T15:36:16,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:36:16,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:16,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45657 2024-11-11T15:36:16,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45657 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:16,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456570x0, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:16,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456570x0, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/running 2024-11-11T15:36:16,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:36:16,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45657-0x10197f9aca90007 connected 2024-11-11T15:36:16,890 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:36:16,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/master 2024-11-11T15:36:16,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/acl 2024-11-11T15:36:16,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45657 2024-11-11T15:36:16,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45657 2024-11-11T15:36:16,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45657 2024-11-11T15:36:16,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45657 2024-11-11T15:36:16,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45657 2024-11-11T15:36:16,955 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:38975 2024-11-11T15:36:16,963 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2905275586/backup-masters/9a1fddc00362,38975,1731339376771 2024-11-11T15:36:16,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586/backup-masters 2024-11-11T15:36:16,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586/backup-masters 2024-11-11T15:36:16,970 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on existing znode=/2905275586/backup-masters/9a1fddc00362,38975,1731339376771 2024-11-11T15:36:16,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2905275586/master 2024-11-11T15:36:16,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:16,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:16,972 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on existing znode=/2905275586/master 2024-11-11T15:36:16,973 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2905275586/backup-masters/9a1fddc00362,38975,1731339376771 from backup master directory 2024-11-11T15:36:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586/backup-masters 2024-11-11T15:36:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2905275586/backup-masters/9a1fddc00362,38975,1731339376771 2024-11-11T15:36:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586/backup-masters 2024-11-11T15:36:16,974 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:16,974 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,38975,1731339376771 2024-11-11T15:36:16,978 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/hbase.id] with ID: a783b571-6cb3-4786-a581-a414c11086be 2024-11-11T15:36:16,978 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/.tmp/hbase.id 2024-11-11T15:36:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:36:16,987 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/.tmp/hbase.id]:[hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/hbase.id] 2024-11-11T15:36:16,995 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:16,995 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:36:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:36:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:36:17,008 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:17,009 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:36:17,011 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:17,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:36:17,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store 2024-11-11T15:36:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:36:17,061 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:17,061 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:17,061 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:17,061 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:17,061 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:17,061 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:17,062 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:17,062 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339377061Disabling compacts and flushes for region at 1731339377061Disabling writes for close at 1731339377061Writing region close event to WAL at 1731339377061Closed at 1731339377061 2024-11-11T15:36:17,076 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/.initializing 2024-11-11T15:36:17,076 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/WALs/9a1fddc00362,38975,1731339376771 2024-11-11T15:36:17,081 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:17,085 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C38975%2C1731339376771, suffix=, logDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/WALs/9a1fddc00362,38975,1731339376771, archiveDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/oldWALs, maxLogs=10 2024-11-11T15:36:17,113 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/WALs/9a1fddc00362,38975,1731339376771/9a1fddc00362%2C38975%2C1731339376771.1731339377085, exclude list is [], retry=0 2024-11-11T15:36:17,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-bc598980-d395-4c4c-a54c-32f64e252ca9,DISK] 2024-11-11T15:36:17,138 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/WALs/9a1fddc00362,38975,1731339376771/9a1fddc00362%2C38975%2C1731339376771.1731339377085 2024-11-11T15:36:17,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43971:43971)] 2024-11-11T15:36:17,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:17,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:17,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:36:17,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:17,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:36:17,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:17,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:36:17,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:17,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:36:17,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:17,170 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,171 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,172 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,173 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,173 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,173 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:17,176 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:17,180 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:17,181 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65856264, jitterRate=-0.018665194511413574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:17,181 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339377140Initializing all the Stores at 1731339377152 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339377152Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339377162 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339377162Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339377162Cleaning up temporary data from old regions at 1731339377173 (+11 ms)Region opened successfully at 1731339377181 (+8 ms) 2024-11-11T15:36:17,184 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:36:17,186 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c9e079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:17,187 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:36:17,187 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:36:17,187 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:36:17,187 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:36:17,189 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:36:17,189 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:36:17,189 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:36:17,201 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:36:17,208 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Unable to get data of znode /2905275586/balancer because node does not exist (not necessarily an error) 2024-11-11T15:36:17,211 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/balancer already deleted, retry=false 2024-11-11T15:36:17,211 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:36:17,212 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Unable to get data of znode /2905275586/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:36:17,213 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/normalizer already deleted, retry=false 2024-11-11T15:36:17,214 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:36:17,224 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Unable to get data of znode /2905275586/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:36:17,232 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/switch/split already deleted, retry=false 2024-11-11T15:36:17,237 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Unable to get data of znode /2905275586/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:36:17,241 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/switch/merge already deleted, retry=false 2024-11-11T15:36:17,244 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Unable to get data of znode /2905275586/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:36:17,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/snapshot-cleanup already deleted, retry=false 2024-11-11T15:36:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2905275586/running 2024-11-11T15:36:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2905275586/running 2024-11-11T15:36:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:17,255 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,38975,1731339376771, sessionid=0x10197f9aca90006, setting cluster-up flag (Was=false) 2024-11-11T15:36:17,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,282 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2905275586/flush-table-proc/acquired, /2905275586/flush-table-proc/reached, /2905275586/flush-table-proc/abort 2024-11-11T15:36:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,283 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,38975,1731339376771 2024-11-11T15:36:17,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:17,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2905275586/online-snapshot/acquired, /2905275586/online-snapshot/reached, /2905275586/online-snapshot/abort 2024-11-11T15:36:17,320 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,38975,1731339376771 2024-11-11T15:36:17,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:36:17,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:17,351 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:17,351 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:36:17,351 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:36:17,352 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,38975,1731339376771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:36:17,356 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(746): ClusterId : a783b571-6cb3-4786-a581-a414c11086be 2024-11-11T15:36:17,357 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:36:17,359 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:36:17,359 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:36:17,359 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:36:17,359 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:36:17,359 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:17,359 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T15:36:17,359 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:17,359 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:36:17,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:36:17,361 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:17,361 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,361 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be4d94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:17,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:17,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:36:17,383 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:36:17,386 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:45657 2024-11-11T15:36:17,386 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:36:17,386 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:36:17,386 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:36:17,387 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,38975,1731339376771 with port=45657, startcode=1731339376851 2024-11-11T15:36:17,387 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:36:17,396 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:36:17,397 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38975 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:36:17,398 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:36:17,398 WARN [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339407405 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:36:17,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:36:17,408 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,408 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:36:17,408 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:36:17,408 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:36:17,408 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:36:17,412 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:36:17,412 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:36:17,424 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339377412,5,FailOnTimeoutGroup] 2024-11-11T15:36:17,432 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339377424,5,FailOnTimeoutGroup] 2024-11-11T15:36:17,432 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,432 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:36:17,432 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,432 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:36:17,503 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,38975,1731339376771 with port=45657, startcode=1731339376851 2024-11-11T15:36:17,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,45657,1731339376851 2024-11-11T15:36:17,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38975 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:17,510 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339 2024-11-11T15:36:17,510 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33385 2024-11-11T15:36:17,510 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:36:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586/rs 2024-11-11T15:36:17,528 DEBUG [RS:0;9a1fddc00362:45657 {}] zookeeper.ZKUtil(111): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on existing znode=/2905275586/rs/9a1fddc00362,45657,1731339376851 2024-11-11T15:36:17,528 WARN [RS:0;9a1fddc00362:45657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:17,528 INFO [RS:0;9a1fddc00362:45657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:17,528 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851 2024-11-11T15:36:17,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,45657,1731339376851] 2024-11-11T15:36:17,564 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:36:17,570 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:36:17,576 INFO [RS:0;9a1fddc00362:45657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:36:17,576 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,584 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:36:17,586 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:36:17,586 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:17,586 DEBUG [RS:0;9a1fddc00362:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:17,600 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,600 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,600 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,600 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,600 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,600 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45657,1731339376851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:17,629 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:36:17,629 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45657,1731339376851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,630 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,632 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.Replication(171): 9a1fddc00362,45657,1731339376851 started 2024-11-11T15:36:17,663 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:17,663 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,45657,1731339376851, RpcServer on 9a1fddc00362/172.17.0.3:45657, sessionid=0x10197f9aca90007 2024-11-11T15:36:17,664 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:36:17,664 DEBUG [RS:0;9a1fddc00362:45657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,45657,1731339376851 2024-11-11T15:36:17,664 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,45657,1731339376851' 2024-11-11T15:36:17,664 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2905275586/flush-table-proc/abort' 2024-11-11T15:36:17,665 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2905275586/flush-table-proc/acquired' 2024-11-11T15:36:17,700 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:36:17,700 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:36:17,702 DEBUG [RS:0;9a1fddc00362:45657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,45657,1731339376851 2024-11-11T15:36:17,702 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,45657,1731339376851' 2024-11-11T15:36:17,702 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2905275586/online-snapshot/abort' 2024-11-11T15:36:17,702 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2905275586/online-snapshot/acquired' 2024-11-11T15:36:17,703 DEBUG [RS:0;9a1fddc00362:45657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:36:17,703 INFO [RS:0;9a1fddc00362:45657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:36:17,703 INFO [RS:0;9a1fddc00362:45657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:36:17,804 INFO [RS:0;9a1fddc00362:45657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:17,811 INFO [RS:0;9a1fddc00362:45657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C45657%2C1731339376851, suffix=, logDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851, archiveDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/oldWALs, maxLogs=10 2024-11-11T15:36:17,839 DEBUG [RS:0;9a1fddc00362:45657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, exclude list is [], retry=0 2024-11-11T15:36:17,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-bc598980-d395-4c4c-a54c-32f64e252ca9,DISK] 2024-11-11T15:36:17,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:36:17,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339 2024-11-11T15:36:17,920 INFO [RS:0;9a1fddc00362:45657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 2024-11-11T15:36:17,926 DEBUG [RS:0;9a1fddc00362:45657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43971:43971)] 2024-11-11T15:36:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:36:17,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:17,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:17,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:17,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:17,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:17,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:17,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:17,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:17,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:18,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:18,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:18,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:18,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:18,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:18,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:18,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740 2024-11-11T15:36:18,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740 2024-11-11T15:36:18,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:18,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:18,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:18,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:18,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:18,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66802664, jitterRate=-0.004562735557556152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:18,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339377963Initializing all the Stores at 1731339377964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339377964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339377980 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339377980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339377980Cleaning up temporary data from old regions at 1731339378021 (+41 ms)Region opened successfully at 1731339378037 (+16 ms) 2024-11-11T15:36:18,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:18,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:18,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:18,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:18,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:18,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339378037Disabling compacts and flushes for region at 1731339378037Disabling writes for close at 1731339378037Writing region close event to WAL at 1731339378050 (+13 ms)Closed at 1731339378051 (+1 ms) 2024-11-11T15:36:18,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:18,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:36:18,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:36:18,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:18,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:36:18,206 DEBUG [9a1fddc00362:38975 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:36:18,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:18,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,45657,1731339376851, state=OPENING 2024-11-11T15:36:18,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:36:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:18,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2905275586/meta-region-server: CHANGED 2024-11-11T15:36:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2905275586/meta-region-server: CHANGED 2024-11-11T15:36:18,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:18,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,45657,1731339376851}] 2024-11-11T15:36:18,372 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:18,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:36:18,397 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:36:18,397 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:18,397 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:36:18,405 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C45657%2C1731339376851.meta, suffix=.meta, logDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851, archiveDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/oldWALs, maxLogs=10 2024-11-11T15:36:18,431 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.meta.1731339378406.meta, exclude list is [], retry=0 2024-11-11T15:36:18,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-bc598980-d395-4c4c-a54c-32f64e252ca9,DISK] 2024-11-11T15:36:18,487 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.meta.1731339378406.meta 2024-11-11T15:36:18,498 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43971:43971)] 2024-11-11T15:36:18,498 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:18,500 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:18,501 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:18,501 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:36:18,501 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:36:18,501 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:36:18,501 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:18,501 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:36:18,501 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:36:18,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:18,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:18,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:18,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:18,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:18,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:18,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:18,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:18,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:18,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:18,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:18,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:18,537 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:18,541 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740 2024-11-11T15:36:18,542 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740 2024-11-11T15:36:18,544 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:18,544 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:18,544 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:18,546 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:18,546 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59366222, jitterRate=-0.115374356508255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:18,546 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:36:18,547 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339378501Writing region info on filesystem at 1731339378502 (+1 ms)Initializing all the Stores at 1731339378502Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339378502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339378526 (+24 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339378526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339378526Cleaning up temporary data from old regions at 1731339378544 (+18 ms)Running coprocessor post-open hooks at 1731339378546 (+2 ms)Region opened successfully at 1731339378547 (+1 ms) 2024-11-11T15:36:18,554 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339378372 2024-11-11T15:36:18,560 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:36:18,560 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:36:18,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:18,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,45657,1731339376851, state=OPEN 2024-11-11T15:36:18,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2905275586/meta-region-server 2024-11-11T15:36:18,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2905275586/meta-region-server 2024-11-11T15:36:18,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2905275586/meta-region-server: CHANGED 2024-11-11T15:36:18,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2905275586/meta-region-server: CHANGED 2024-11-11T15:36:18,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:18,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:36:18,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,45657,1731339376851 in 351 msec 2024-11-11T15:36:18,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:18,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:36:18,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:18,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45657,1731339376851, seqNum=-1] 2024-11-11T15:36:18,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:18,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:36:18,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 516 msec 2024-11-11T15:36:18,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:18,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-11T15:36:18,603 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339378603, completionTime=-1 2024-11-11T15:36:18,603 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:36:18,604 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:36:18,606 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339438607 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339498607 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38975,1731339376771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38975,1731339376771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38975,1731339376771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:38975, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,612 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:36:18,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:18,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:18,613 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38396 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:18,616 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,620 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.646sec 2024-11-11T15:36:18,620 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:36:18,620 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:36:18,620 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:36:18,620 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:36:18,621 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:36:18,621 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38975,1731339376771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:18,621 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38975,1731339376771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:36:18,641 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:36:18,641 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:36:18,641 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38975,1731339376771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:18,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187faeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:18,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:18,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:18,685 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab0d736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:18,689 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:18,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731b2135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:18,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45657,1731339376851, seqNum=-1] 2024-11-11T15:36:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:18,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:18,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,38975,1731339376771 2024-11-11T15:36:18,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61174 2024-11-11T15:36:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:18,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197f9aca90008 connected 2024-11-11T15:36:18,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36825,1731339369308 2024-11-11T15:36:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74035815 2024-11-11T15:36:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:18,753 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:18,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:36:18,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:18,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:18,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:36:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:18,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:36:18,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f872e3a7aff3a7f5a1ff7dc20f6c5955, NAME => 'test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224 2024-11-11T15:36:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:36:18,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:18,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f872e3a7aff3a7f5a1ff7dc20f6c5955, disabling compactions & flushes 2024-11-11T15:36:18,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:18,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:18,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. after waiting 0 ms 2024-11-11T15:36:18,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:18,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:18,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f872e3a7aff3a7f5a1ff7dc20f6c5955: Waiting for close lock at 1731339378868Disabling compacts and flushes for region at 1731339378868Disabling writes for close at 1731339378869 (+1 ms)Writing region close event to WAL at 1731339378869Closed at 1731339378869 2024-11-11T15:36:18,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:18,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339378883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339378883"}]},"ts":"1731339378883"} 2024-11-11T15:36:18,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:18,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:18,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339378891"}]},"ts":"1731339378891"} 2024-11-11T15:36:18,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:36:18,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f872e3a7aff3a7f5a1ff7dc20f6c5955, ASSIGN}] 2024-11-11T15:36:18,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f872e3a7aff3a7f5a1ff7dc20f6c5955, ASSIGN 2024-11-11T15:36:18,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f872e3a7aff3a7f5a1ff7dc20f6c5955, ASSIGN; state=OFFLINE, location=9a1fddc00362,38769,1731339369351; forceNewPlan=false, retain=false 2024-11-11T15:36:19,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f872e3a7aff3a7f5a1ff7dc20f6c5955, regionState=OPENING, regionLocation=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:19,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f872e3a7aff3a7f5a1ff7dc20f6c5955, ASSIGN because future has completed 2024-11-11T15:36:19,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f872e3a7aff3a7f5a1ff7dc20f6c5955, server=9a1fddc00362,38769,1731339369351}] 2024-11-11T15:36:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:19,219 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:19,220 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f872e3a7aff3a7f5a1ff7dc20f6c5955, NAME => 'test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:19,220 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:19,220 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:36:19,220 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,220 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:19,220 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,220 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,240 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,241 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f872e3a7aff3a7f5a1ff7dc20f6c5955 columnFamilyName f 2024-11-11T15:36:19,241 DEBUG [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:19,242 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] regionserver.HStore(327): Store=f872e3a7aff3a7f5a1ff7dc20f6c5955/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:19,242 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,243 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f872e3a7aff3a7f5a1ff7dc20f6c5955 columnFamilyName f1 2024-11-11T15:36:19,243 DEBUG [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:19,243 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] regionserver.HStore(327): Store=f872e3a7aff3a7f5a1ff7dc20f6c5955/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:19,243 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,244 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f872e3a7aff3a7f5a1ff7dc20f6c5955 columnFamilyName norep 2024-11-11T15:36:19,244 DEBUG [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:19,244 INFO [StoreOpener-f872e3a7aff3a7f5a1ff7dc20f6c5955-1 {}] regionserver.HStore(327): Store=f872e3a7aff3a7f5a1ff7dc20f6c5955/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:19,255 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,259 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,260 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,265 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,265 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,266 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:19,268 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,280 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:19,281 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f872e3a7aff3a7f5a1ff7dc20f6c5955; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62278765, jitterRate=-0.07197408378124237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:19,281 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:19,282 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f872e3a7aff3a7f5a1ff7dc20f6c5955: Running coprocessor pre-open hook at 1731339379221Writing region info on filesystem at 1731339379221Initializing all the Stores at 1731339379222 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339379222Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339379240 (+18 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339379240Cleaning up temporary data from old regions at 1731339379265 (+25 ms)Running coprocessor post-open hooks at 1731339379281 (+16 ms)Region opened successfully at 1731339379282 (+1 ms) 2024-11-11T15:36:19,283 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955., pid=6, masterSystemTime=1731339379214 2024-11-11T15:36:19,286 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:19,286 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:19,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f872e3a7aff3a7f5a1ff7dc20f6c5955, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:19,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f872e3a7aff3a7f5a1ff7dc20f6c5955, server=9a1fddc00362,38769,1731339369351 because future has completed 2024-11-11T15:36:19,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:36:19,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f872e3a7aff3a7f5a1ff7dc20f6c5955, server=9a1fddc00362,38769,1731339369351 in 252 msec 2024-11-11T15:36:19,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:36:19,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f872e3a7aff3a7f5a1ff7dc20f6c5955, ASSIGN in 422 msec 2024-11-11T15:36:19,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:19,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339379322"}]},"ts":"1731339379322"} 2024-11-11T15:36:19,325 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:36:19,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:19,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 571 msec 2024-11-11T15:36:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:19,382 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:36:19,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,32869,1731339372626 2024-11-11T15:36:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59af5451 2024-11-11T15:36:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:19,392 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:19,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:36:19,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:19,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:19,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:36:19,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:36:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:19,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5eeb6e77d29d627c9956e8bbe6381f03, NAME => 'test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168 2024-11-11T15:36:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:36:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:20,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:20,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5eeb6e77d29d627c9956e8bbe6381f03, disabling compactions & flushes 2024-11-11T15:36:20,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. after waiting 0 ms 2024-11-11T15:36:20,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5eeb6e77d29d627c9956e8bbe6381f03: Waiting for close lock at 1731339380297Disabling compacts and flushes for region at 1731339380297Disabling writes for close at 1731339380297Writing region close event to WAL at 1731339380297Closed at 1731339380297 2024-11-11T15:36:20,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:20,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339380308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339380308"}]},"ts":"1731339380308"} 2024-11-11T15:36:20,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:20,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:20,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339380332"}]},"ts":"1731339380332"} 2024-11-11T15:36:20,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:36:20,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5eeb6e77d29d627c9956e8bbe6381f03, ASSIGN}] 2024-11-11T15:36:20,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5eeb6e77d29d627c9956e8bbe6381f03, ASSIGN 2024-11-11T15:36:20,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5eeb6e77d29d627c9956e8bbe6381f03, ASSIGN; state=OFFLINE, location=9a1fddc00362,33179,1731339372715; forceNewPlan=false, retain=false 2024-11-11T15:36:20,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5eeb6e77d29d627c9956e8bbe6381f03, regionState=OPENING, regionLocation=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5eeb6e77d29d627c9956e8bbe6381f03, ASSIGN because future has completed 2024-11-11T15:36:20,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eeb6e77d29d627c9956e8bbe6381f03, server=9a1fddc00362,33179,1731339372715}] 2024-11-11T15:36:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:20,678 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,678 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eeb6e77d29d627c9956e8bbe6381f03, NAME => 'test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:20,678 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:20,678 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:36:20,679 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,679 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:20,679 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,679 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,692 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,694 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eeb6e77d29d627c9956e8bbe6381f03 columnFamilyName f 2024-11-11T15:36:20,694 DEBUG [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:20,694 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] regionserver.HStore(327): Store=5eeb6e77d29d627c9956e8bbe6381f03/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:20,694 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,696 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eeb6e77d29d627c9956e8bbe6381f03 columnFamilyName f1 2024-11-11T15:36:20,696 DEBUG [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:20,711 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] regionserver.HStore(327): Store=5eeb6e77d29d627c9956e8bbe6381f03/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:20,711 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,718 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eeb6e77d29d627c9956e8bbe6381f03 columnFamilyName norep 2024-11-11T15:36:20,718 DEBUG [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:20,721 INFO [StoreOpener-5eeb6e77d29d627c9956e8bbe6381f03-1 {}] regionserver.HStore(327): Store=5eeb6e77d29d627c9956e8bbe6381f03/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:20,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,727 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,730 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,733 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,733 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,734 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:20,736 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,742 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:20,743 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5eeb6e77d29d627c9956e8bbe6381f03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61418060, jitterRate=-0.08479958772659302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:20,743 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:20,743 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5eeb6e77d29d627c9956e8bbe6381f03: Running coprocessor pre-open hook at 1731339380679Writing region info on filesystem at 1731339380679Initializing all the Stores at 1731339380688 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339380688Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339380688Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339380688Cleaning up temporary data from old regions at 1731339380733 (+45 ms)Running coprocessor post-open hooks at 1731339380743 (+10 ms)Region opened successfully at 1731339380743 2024-11-11T15:36:20,747 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03., pid=6, masterSystemTime=1731339380652 2024-11-11T15:36:20,754 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,754 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:20,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5eeb6e77d29d627c9956e8bbe6381f03, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:20,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eeb6e77d29d627c9956e8bbe6381f03, server=9a1fddc00362,33179,1731339372715 because future has completed 2024-11-11T15:36:20,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:36:20,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eeb6e77d29d627c9956e8bbe6381f03, server=9a1fddc00362,33179,1731339372715 in 267 msec 2024-11-11T15:36:20,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:36:20,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5eeb6e77d29d627c9956e8bbe6381f03, ASSIGN in 426 msec 2024-11-11T15:36:20,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:20,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339380769"}]},"ts":"1731339380769"} 2024-11-11T15:36:20,771 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:36:20,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:20,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3810 sec 2024-11-11T15:36:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:21,553 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:36:21,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:21,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38975,1731339376771 2024-11-11T15:36:21,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c0417af 2024-11-11T15:36:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:21,560 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:21,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:36:21,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:21,572 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:21,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:36:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:21,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:36:21,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d99935ce0e4f34607f6049b945f1e252, NAME => 'test,,1731339381561.d99935ce0e4f34607f6049b945f1e252.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339 2024-11-11T15:36:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:36:21,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339381561.d99935ce0e4f34607f6049b945f1e252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:21,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d99935ce0e4f34607f6049b945f1e252, disabling compactions & flushes 2024-11-11T15:36:21,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:21,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:21,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. after waiting 0 ms 2024-11-11T15:36:21,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:21,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:21,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d99935ce0e4f34607f6049b945f1e252: Waiting for close lock at 1731339381716Disabling compacts and flushes for region at 1731339381716Disabling writes for close at 1731339381716Writing region close event to WAL at 1731339381716Closed at 1731339381716 2024-11-11T15:36:21,725 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:21,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339381561.d99935ce0e4f34607f6049b945f1e252.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339381725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339381725"}]},"ts":"1731339381725"} 2024-11-11T15:36:21,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:21,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:21,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339381738"}]},"ts":"1731339381738"} 2024-11-11T15:36:21,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:36:21,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d99935ce0e4f34607f6049b945f1e252, ASSIGN}] 2024-11-11T15:36:21,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d99935ce0e4f34607f6049b945f1e252, ASSIGN 2024-11-11T15:36:21,752 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d99935ce0e4f34607f6049b945f1e252, ASSIGN; state=OFFLINE, location=9a1fddc00362,45657,1731339376851; forceNewPlan=false, retain=false 2024-11-11T15:36:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:21,906 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d99935ce0e4f34607f6049b945f1e252, regionState=OPENING, regionLocation=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:21,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d99935ce0e4f34607f6049b945f1e252, ASSIGN because future has completed 2024-11-11T15:36:21,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99935ce0e4f34607f6049b945f1e252, server=9a1fddc00362,45657,1731339376851}] 2024-11-11T15:36:22,076 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:22,076 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d99935ce0e4f34607f6049b945f1e252, NAME => 'test,,1731339381561.d99935ce0e4f34607f6049b945f1e252.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:22,076 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:22,076 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:36:22,076 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,077 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339381561.d99935ce0e4f34607f6049b945f1e252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:22,077 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,077 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,078 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,080 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99935ce0e4f34607f6049b945f1e252 columnFamilyName f 2024-11-11T15:36:22,080 DEBUG [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:22,080 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] regionserver.HStore(327): Store=d99935ce0e4f34607f6049b945f1e252/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:22,080 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,081 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99935ce0e4f34607f6049b945f1e252 columnFamilyName f1 2024-11-11T15:36:22,081 DEBUG [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:22,082 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] regionserver.HStore(327): Store=d99935ce0e4f34607f6049b945f1e252/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:22,082 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,083 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99935ce0e4f34607f6049b945f1e252 columnFamilyName norep 2024-11-11T15:36:22,083 DEBUG [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:22,083 INFO [StoreOpener-d99935ce0e4f34607f6049b945f1e252-1 {}] regionserver.HStore(327): Store=d99935ce0e4f34607f6049b945f1e252/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:22,083 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,084 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,084 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:22,086 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,088 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:22,089 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d99935ce0e4f34607f6049b945f1e252; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65095563, jitterRate=-0.03000052273273468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:22,089 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:22,089 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d99935ce0e4f34607f6049b945f1e252: Running coprocessor pre-open hook at 1731339382077Writing region info on filesystem at 1731339382077Initializing all the Stores at 1731339382078 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339382078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339382078Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339382078Cleaning up temporary data from old regions at 1731339382085 (+7 ms)Running coprocessor post-open hooks at 1731339382089 (+4 ms)Region opened successfully at 1731339382089 2024-11-11T15:36:22,090 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339381561.d99935ce0e4f34607f6049b945f1e252., pid=6, masterSystemTime=1731339382072 2024-11-11T15:36:22,091 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:22,091 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:22,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d99935ce0e4f34607f6049b945f1e252, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99935ce0e4f34607f6049b945f1e252, server=9a1fddc00362,45657,1731339376851 because future has completed 2024-11-11T15:36:22,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:36:22,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d99935ce0e4f34607f6049b945f1e252, server=9a1fddc00362,45657,1731339376851 in 177 msec 2024-11-11T15:36:22,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:36:22,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d99935ce0e4f34607f6049b945f1e252, ASSIGN in 356 msec 2024-11-11T15:36:22,102 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:22,102 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339382102"}]},"ts":"1731339382102"} 2024-11-11T15:36:22,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:36:22,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:22,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 544 msec 2024-11-11T15:36:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:22,202 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:36:22,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d404796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:22,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:22,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:22,204 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec465da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:22,206 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6c1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:22,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36825,1731339369308 2024-11-11T15:36:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6188e0da 2024-11-11T15:36:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:22,209 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:22,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:32869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:36:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:36:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:22,212 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:32869' 2024-11-11T15:36:22,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216cb556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:22,213 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,32869,-1 for getting cluster id 2024-11-11T15:36:22,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:22,214 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28544390-4548-4604-b772-1eeb6605c8c8' 2024-11-11T15:36:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28544390-4548-4604-b772-1eeb6605c8c8" 2024-11-11T15:36:22,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1f6efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:22,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,32869,-1] 2024-11-11T15:36:22,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:22,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:22,216 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:22,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe9d48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:22,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,32869,1731339372626 2024-11-11T15:36:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109e1dae 2024-11-11T15:36:22,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:22,219 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:22,220 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:36:22,220 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:36:22,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:22,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:22,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:22,220 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:22,221 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:36:22,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:22,223 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:22,223 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:36:22,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5de987ea5fac18575faf953c0425cd70, NAME => 'hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224 2024-11-11T15:36:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:36:22,272 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:36:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:22,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:22,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5de987ea5fac18575faf953c0425cd70, disabling compactions & flushes 2024-11-11T15:36:22,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:22,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:22,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. after waiting 0 ms 2024-11-11T15:36:22,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:22,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:22,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5de987ea5fac18575faf953c0425cd70: Waiting for close lock at 1731339382647Disabling compacts and flushes for region at 1731339382647Disabling writes for close at 1731339382647Writing region close event to WAL at 1731339382647Closed at 1731339382647 2024-11-11T15:36:22,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:22,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339382650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339382650"}]},"ts":"1731339382650"} 2024-11-11T15:36:22,653 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:22,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:22,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339382655"}]},"ts":"1731339382655"} 2024-11-11T15:36:22,662 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:36:22,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5de987ea5fac18575faf953c0425cd70, ASSIGN}] 2024-11-11T15:36:22,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5de987ea5fac18575faf953c0425cd70, ASSIGN 2024-11-11T15:36:22,665 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5de987ea5fac18575faf953c0425cd70, ASSIGN; state=OFFLINE, location=9a1fddc00362,38769,1731339369351; forceNewPlan=false, retain=false 2024-11-11T15:36:22,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5de987ea5fac18575faf953c0425cd70, regionState=OPENING, regionLocation=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:22,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5de987ea5fac18575faf953c0425cd70, ASSIGN because future has completed 2024-11-11T15:36:22,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de987ea5fac18575faf953c0425cd70, server=9a1fddc00362,38769,1731339369351}] 2024-11-11T15:36:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:23,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:23,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:23,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:36:23,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C38769%2C1731339369351.rep, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/oldWALs, maxLogs=10 2024-11-11T15:36:23,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.rep.1731339383069, exclude list is [], retry=0 2024-11-11T15:36:23,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44717,DS-ca5ab1e0-91f6-4351-b71b-c9b2b3abd4ba,DISK] 2024-11-11T15:36:23,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.rep.1731339383069 2024-11-11T15:36:23,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-11-11T15:36:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de987ea5fac18575faf953c0425cd70, NAME => 'hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:23,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. service=MultiRowMutationService 2024-11-11T15:36:23,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:36:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:23,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,153 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,167 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de987ea5fac18575faf953c0425cd70 columnFamilyName hfileref 2024-11-11T15:36:23,167 DEBUG [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:23,171 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] regionserver.HStore(327): Store=5de987ea5fac18575faf953c0425cd70/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:23,171 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,179 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de987ea5fac18575faf953c0425cd70 columnFamilyName queue 2024-11-11T15:36:23,179 DEBUG [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:23,179 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] regionserver.HStore(327): Store=5de987ea5fac18575faf953c0425cd70/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:23,179 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,185 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de987ea5fac18575faf953c0425cd70 columnFamilyName sid 2024-11-11T15:36:23,185 DEBUG [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:23,185 INFO [StoreOpener-5de987ea5fac18575faf953c0425cd70-1 {}] regionserver.HStore(327): Store=5de987ea5fac18575faf953c0425cd70/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:23,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/replication/5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/replication/5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:23,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/replication/5de987ea5fac18575faf953c0425cd70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:23,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5de987ea5fac18575faf953c0425cd70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72326870, jitterRate=0.07775434851646423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:23,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:23,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5de987ea5fac18575faf953c0425cd70: Running coprocessor pre-open hook at 1731339383143Writing region info on filesystem at 1731339383143Initializing all the Stores at 1731339383149 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339383149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339383151 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339383151Cleaning up temporary data from old regions at 1731339383192 (+41 ms)Running coprocessor post-open hooks at 1731339383202 (+10 ms)Region opened successfully at 1731339383203 (+1 ms) 2024-11-11T15:36:23,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70., pid=10, masterSystemTime=1731339383004 2024-11-11T15:36:23,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:23,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:23,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5de987ea5fac18575faf953c0425cd70, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,38769,1731339369351 2024-11-11T15:36:23,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de987ea5fac18575faf953c0425cd70, server=9a1fddc00362,38769,1731339369351 because future has completed 2024-11-11T15:36:23,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:36:23,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de987ea5fac18575faf953c0425cd70, server=9a1fddc00362,38769,1731339369351 in 379 msec 2024-11-11T15:36:23,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:36:23,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5de987ea5fac18575faf953c0425cd70, ASSIGN in 558 msec 2024-11-11T15:36:23,225 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:23,225 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339383225"}]},"ts":"1731339383225"} 2024-11-11T15:36:23,227 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:36:23,228 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:23,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0080 sec 2024-11-11T15:36:23,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70., hostname=9a1fddc00362,38769,1731339369351, seqNum=2] 2024-11-11T15:36:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:23,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:36:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:23,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:36:23,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:36:23,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:36:23,410 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:36:23,444 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,38769,1731339369351, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:36:23,444 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:23,444 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,38769,1731339369351, seqNum=-1] 2024-11-11T15:36:23,445 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:23,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T15:36:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,38769,1731339369351', locateType=CURRENT is [region=hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70., hostname=9a1fddc00362,38769,1731339369351, seqNum=2] 2024-11-11T15:36:23,450 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:36:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:36:23,453 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,38769,1731339369351 suceeded 2024-11-11T15:36:23,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:36:23,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-11T15:36:23,455 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:32869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:36:23,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2460 sec 2024-11-11T15:36:23,468 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:32869' 2024-11-11T15:36:23,471 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2361590e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:23,471 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,32869,-1 for getting cluster id 2024-11-11T15:36:23,471 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:23,472 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28544390-4548-4604-b772-1eeb6605c8c8' 2024-11-11T15:36:23,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28544390-4548-4604-b772-1eeb6605c8c8" 2024-11-11T15:36:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d455f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,32869,-1] 2024-11-11T15:36:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:23,474 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:23,475 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed35d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:23,475 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:23,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,32869,1731339372626 2024-11-11T15:36:23,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b844095 2024-11-11T15:36:23,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:23,477 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T15:36:23,477 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,38769,1731339369351 (queues=1) is replicating from cluster=e681897d-5dbb-44f9-9a46-45d91439a060 to cluster=28544390-4548-4604-b772-1eeb6605c8c8 2024-11-11T15:36:23,477 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C38769%2C1731339369351 2024-11-11T15:36:23,477 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,38769,1731339369351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:36:23,480 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, startPosition=0, beingWritten=true 2024-11-11T15:36:23,480 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C38769%2C1731339369351 2024-11-11T15:36:23,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:23,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:23,498 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:23,706 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:24,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:24,016 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:24,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:24,373 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:36:24,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:24,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:24,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:24,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2c1523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:24,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,32869,-1 for getting cluster id 2024-11-11T15:36:24,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:24,384 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28544390-4548-4604-b772-1eeb6605c8c8' 2024-11-11T15:36:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28544390-4548-4604-b772-1eeb6605c8c8" 2024-11-11T15:36:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc8f569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,32869,-1] 2024-11-11T15:36:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:24,389 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2e7c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:24,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,32869,1731339372626 2024-11-11T15:36:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bdca216 2024-11-11T15:36:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:24,399 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:24,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:38975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:36:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:36:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:24,409 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:38975' 2024-11-11T15:36:24,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc912cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:24,424 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:24,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:24,425 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58848b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:24,427 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:24,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352e63d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:24,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38975,1731339376771 2024-11-11T15:36:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b0a8744 2024-11-11T15:36:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:24,430 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:24,431 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:36:24,431 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:36:24,431 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:24,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:24,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:24,436 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:24,439 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:36:24,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:24,440 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:24,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:24,461 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:24,492 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:36:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:36:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:24,537 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 714691dbf77d423c6ee25d4bb5318766, NAME => 'hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168 2024-11-11T15:36:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:36:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:25,004 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:25,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:25,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 714691dbf77d423c6ee25d4bb5318766, disabling compactions & flushes 2024-11-11T15:36:25,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. after waiting 0 ms 2024-11-11T15:36:25,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 714691dbf77d423c6ee25d4bb5318766: Waiting for close lock at 1731339385021Disabling compacts and flushes for region at 1731339385021Disabling writes for close at 1731339385021Writing region close event to WAL at 1731339385021Closed at 1731339385021 2024-11-11T15:36:25,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:25,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339385025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339385025"}]},"ts":"1731339385025"} 2024-11-11T15:36:25,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:25,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:25,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339385038"}]},"ts":"1731339385038"} 2024-11-11T15:36:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:25,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:36:25,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=714691dbf77d423c6ee25d4bb5318766, ASSIGN}] 2024-11-11T15:36:25,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=714691dbf77d423c6ee25d4bb5318766, ASSIGN 2024-11-11T15:36:25,068 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=714691dbf77d423c6ee25d4bb5318766, ASSIGN; state=OFFLINE, location=9a1fddc00362,33179,1731339372715; forceNewPlan=false, retain=false 2024-11-11T15:36:25,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=714691dbf77d423c6ee25d4bb5318766, regionState=OPENING, regionLocation=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:25,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=714691dbf77d423c6ee25d4bb5318766, ASSIGN because future has completed 2024-11-11T15:36:25,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714691dbf77d423c6ee25d4bb5318766, server=9a1fddc00362,33179,1731339372715}] 2024-11-11T15:36:25,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:25,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:36:25,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C33179%2C1731339372715.rep, suffix=, logDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715, archiveDir=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/oldWALs, maxLogs=10 2024-11-11T15:36:25,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.rep.1731339385424, exclude list is [], retry=0 2024-11-11T15:36:25,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-f8c57f16-1a5e-4366-83e1-52052c94fe3a,DISK] 2024-11-11T15:36:25,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.rep.1731339385424 2024-11-11T15:36:25,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42319:42319)] 2024-11-11T15:36:25,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 714691dbf77d423c6ee25d4bb5318766, NAME => 'hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:25,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. service=MultiRowMutationService 2024-11-11T15:36:25,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:36:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,512 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,519 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714691dbf77d423c6ee25d4bb5318766 columnFamilyName hfileref 2024-11-11T15:36:25,519 DEBUG [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:25,522 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] regionserver.HStore(327): Store=714691dbf77d423c6ee25d4bb5318766/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:25,522 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,525 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714691dbf77d423c6ee25d4bb5318766 columnFamilyName queue 2024-11-11T15:36:25,526 DEBUG [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:25,530 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] regionserver.HStore(327): Store=714691dbf77d423c6ee25d4bb5318766/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:25,531 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,540 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714691dbf77d423c6ee25d4bb5318766 columnFamilyName sid 2024-11-11T15:36:25,540 DEBUG [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:25,543 INFO [StoreOpener-714691dbf77d423c6ee25d4bb5318766-1 {}] regionserver.HStore(327): Store=714691dbf77d423c6ee25d4bb5318766/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/replication/714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/replication/714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:25,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/replication/714691dbf77d423c6ee25d4bb5318766/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:25,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 714691dbf77d423c6ee25d4bb5318766; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61780499, jitterRate=-0.07939882576465607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:25,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:25,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 714691dbf77d423c6ee25d4bb5318766: Running coprocessor pre-open hook at 1731339385477Writing region info on filesystem at 1731339385477Initializing all the Stores at 1731339385500 (+23 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339385500Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339385508 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339385508Cleaning up temporary data from old regions at 1731339385549 (+41 ms)Running coprocessor post-open hooks at 1731339385554 (+5 ms)Region opened successfully at 1731339385554 2024-11-11T15:36:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:25,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766., pid=10, masterSystemTime=1731339385408 2024-11-11T15:36:25,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:25,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=714691dbf77d423c6ee25d4bb5318766, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33179,1731339372715 2024-11-11T15:36:25,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714691dbf77d423c6ee25d4bb5318766, server=9a1fddc00362,33179,1731339372715 because future has completed 2024-11-11T15:36:25,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:36:25,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 714691dbf77d423c6ee25d4bb5318766, server=9a1fddc00362,33179,1731339372715 in 350 msec 2024-11-11T15:36:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:36:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=714691dbf77d423c6ee25d4bb5318766, ASSIGN in 545 msec 2024-11-11T15:36:25,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:25,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339385601"}]},"ts":"1731339385601"} 2024-11-11T15:36:25,604 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:36:25,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:25,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-11T15:36:25,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766., hostname=9a1fddc00362,33179,1731339372715, seqNum=2] 2024-11-11T15:36:25,637 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:25,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:36:25,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:36:25,828 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:36:25,887 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,33179,1731339372715, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:36:25,888 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:25,888 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33179,1731339372715, seqNum=-1] 2024-11-11T15:36:25,888 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:25,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T15:36:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,33179,1731339372715', locateType=CURRENT is [region=hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766., hostname=9a1fddc00362,33179,1731339372715, seqNum=2] 2024-11-11T15:36:25,936 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:36:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:36:25,956 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,33179,1731339372715 suceeded 2024-11-11T15:36:25,968 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:38975' 2024-11-11T15:36:25,971 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e32f2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:25,971 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:25,971 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:25,976 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:25,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:25,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:25,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@88d624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:25,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:25,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:25,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:25,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:36:25,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 298 msec 2024-11-11T15:36:25,979 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:38975,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:36:25,980 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:25,981 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109ea52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:25,981 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:25,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38975,1731339376771 2024-11-11T15:36:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f46892 2024-11-11T15:36:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:25,995 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T15:36:26,000 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,33179,1731339372715 (queues=1) is replicating from cluster=28544390-4548-4604-b772-1eeb6605c8c8 to cluster=a783b571-6cb3-4786-a581-a414c11086be 2024-11-11T15:36:26,001 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C33179%2C1731339372715 2024-11-11T15:36:26,001 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,33179,1731339372715, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:36:26,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5790 sec 2024-11-11T15:36:26,012 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, startPosition=0, beingWritten=true 2024-11-11T15:36:26,018 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C33179%2C1731339372715 2024-11-11T15:36:26,048 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:26,048 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:26,051 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:26,273 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:26,372 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:26,574 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:36:26,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:26,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:26,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:26,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:26,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:26,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526325c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:26,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:26,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:26,578 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c1f5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:26,580 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47785a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:26,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38975,1731339376771 2024-11-11T15:36:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4d19e5 2024-11-11T15:36:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:26,586 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:26,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:36:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:36:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:26,594 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:36825' 2024-11-11T15:36:26,597 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:26,609 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a6e755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:26,609 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:26,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:26,610 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43590879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:26,611 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6213179a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:26,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36825,1731339369308 2024-11-11T15:36:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a91c113 2024-11-11T15:36:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:26,621 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:26,622 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:36:26,622 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:36:26,622 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:26,622 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:26,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:26,622 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:26,624 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:36:26,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:26,629 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:26,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:26,674 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:36:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:36:26,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ece7e43aba6f0296ab8a3aa0c55a5e27, NAME => 'hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339 2024-11-11T15:36:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:36:26,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:26,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ece7e43aba6f0296ab8a3aa0c55a5e27, disabling compactions & flushes 2024-11-11T15:36:26,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:26,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:26,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. after waiting 0 ms 2024-11-11T15:36:26,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:26,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:26,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ece7e43aba6f0296ab8a3aa0c55a5e27: Waiting for close lock at 1731339386861Disabling compacts and flushes for region at 1731339386861Disabling writes for close at 1731339386861Writing region close event to WAL at 1731339386861Closed at 1731339386861 2024-11-11T15:36:26,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:26,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339386863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339386863"}]},"ts":"1731339386863"} 2024-11-11T15:36:26,881 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:26,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:26,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339386884"}]},"ts":"1731339386884"} 2024-11-11T15:36:26,892 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:36:26,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ece7e43aba6f0296ab8a3aa0c55a5e27, ASSIGN}] 2024-11-11T15:36:26,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ece7e43aba6f0296ab8a3aa0c55a5e27, ASSIGN 2024-11-11T15:36:26,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ece7e43aba6f0296ab8a3aa0c55a5e27, ASSIGN; state=OFFLINE, location=9a1fddc00362,45657,1731339376851; forceNewPlan=false, retain=false 2024-11-11T15:36:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:27,032 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:27,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:36:27,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T15:36:27,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T15:36:27,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T15:36:27,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:27,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T15:36:27,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ece7e43aba6f0296ab8a3aa0c55a5e27, regionState=OPENING, regionLocation=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:27,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ece7e43aba6f0296ab8a3aa0c55a5e27, ASSIGN because future has completed 2024-11-11T15:36:27,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece7e43aba6f0296ab8a3aa0c55a5e27, server=9a1fddc00362,45657,1731339376851}] 2024-11-11T15:36:27,193 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:27,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:27,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:27,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:36:27,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C45657%2C1731339376851.rep, suffix=, logDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851, archiveDir=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/oldWALs, maxLogs=10 2024-11-11T15:36:27,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.rep.1731339387289, exclude list is [], retry=0 2024-11-11T15:36:27,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-bc598980-d395-4c4c-a54c-32f64e252ca9,DISK] 2024-11-11T15:36:27,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.rep.1731339387289 2024-11-11T15:36:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43971:43971)] 2024-11-11T15:36:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ece7e43aba6f0296ab8a3aa0c55a5e27, NAME => 'hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:27,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:27,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:27,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. service=MultiRowMutationService 2024-11-11T15:36:27,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:36:27,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:27,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,396 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,413 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece7e43aba6f0296ab8a3aa0c55a5e27 columnFamilyName hfileref 2024-11-11T15:36:27,413 DEBUG [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:27,416 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] regionserver.HStore(327): Store=ece7e43aba6f0296ab8a3aa0c55a5e27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:27,416 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,425 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece7e43aba6f0296ab8a3aa0c55a5e27 columnFamilyName queue 2024-11-11T15:36:27,425 DEBUG [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:27,426 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] regionserver.HStore(327): Store=ece7e43aba6f0296ab8a3aa0c55a5e27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:27,426 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,430 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ece7e43aba6f0296ab8a3aa0c55a5e27 columnFamilyName sid 2024-11-11T15:36:27,430 DEBUG [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:27,436 INFO [StoreOpener-ece7e43aba6f0296ab8a3aa0c55a5e27-1 {}] regionserver.HStore(327): Store=ece7e43aba6f0296ab8a3aa0c55a5e27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:27,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/replication/ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/replication/ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:27,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/replication/ece7e43aba6f0296ab8a3aa0c55a5e27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:27,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ece7e43aba6f0296ab8a3aa0c55a5e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70857872, jitterRate=0.055864572525024414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:27,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ece7e43aba6f0296ab8a3aa0c55a5e27: Running coprocessor pre-open hook at 1731339387368Writing region info on filesystem at 1731339387368Initializing all the Stores at 1731339387374 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339387374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339387396 (+22 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339387396Cleaning up temporary data from old regions at 1731339387442 (+46 ms)Running coprocessor post-open hooks at 1731339387477 (+35 ms)Region opened successfully at 1731339387477 2024-11-11T15:36:27,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27., pid=10, masterSystemTime=1731339387238 2024-11-11T15:36:27,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:27,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:27,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ece7e43aba6f0296ab8a3aa0c55a5e27, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45657,1731339376851 2024-11-11T15:36:27,512 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38975 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,45657,1731339376851, table=hbase:replication, region=ece7e43aba6f0296ab8a3aa0c55a5e27. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:36:27,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ece7e43aba6f0296ab8a3aa0c55a5e27, server=9a1fddc00362,45657,1731339376851 because future has completed 2024-11-11T15:36:27,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:36:27,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ece7e43aba6f0296ab8a3aa0c55a5e27, server=9a1fddc00362,45657,1731339376851 in 464 msec 2024-11-11T15:36:27,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:36:27,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ece7e43aba6f0296ab8a3aa0c55a5e27, ASSIGN in 646 msec 2024-11-11T15:36:27,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:27,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339387542"}]},"ts":"1731339387542"} 2024-11-11T15:36:27,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:36:27,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:27,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 927 msec 2024-11-11T15:36:27,579 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:27,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27., hostname=9a1fddc00362,45657,1731339376851, seqNum=2] 2024-11-11T15:36:27,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:27,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:27,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:36:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:27,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:36:27,781 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:36:27,870 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,45657,1731339376851, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:36:27,871 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:27,871 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45657,1731339376851, seqNum=-1] 2024-11-11T15:36:27,872 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:27,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T15:36:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,45657,1731339376851', locateType=CURRENT is [region=hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27., hostname=9a1fddc00362,45657,1731339376851, seqNum=2] 2024-11-11T15:36:27,946 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:36:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:36:27,957 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,45657,1731339376851 suceeded 2024-11-11T15:36:27,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:36:27,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 335 msec 2024-11-11T15:36:27,984 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:36:27,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3980 sec 2024-11-11T15:36:28,009 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:36825' 2024-11-11T15:36:28,024 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e18c0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,025 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:28,025 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:28,029 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:28,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:28,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:28,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8742a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:28,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:28,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:28,031 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:28,035 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eb89cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,035 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36825,1731339369308 2024-11-11T15:36:28,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d782cd 2024-11-11T15:36:28,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:28,041 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T15:36:28,042 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,45657,1731339376851 (queues=1) is replicating from cluster=a783b571-6cb3-4786-a581-a414c11086be to cluster=e681897d-5dbb-44f9-9a46-45d91439a060 2024-11-11T15:36:28,042 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C45657%2C1731339376851 2024-11-11T15:36:28,043 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,45657,1731339376851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:36:28,044 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, startPosition=0, beingWritten=true 2024-11-11T15:36:28,052 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C45657%2C1731339376851 2024-11-11T15:36:28,082 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:28,082 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 379, reset compression=false 2024-11-11T15:36:28,082 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:28,100 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:28,209 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:28,310 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 379, reset compression=false 2024-11-11T15:36:28,636 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 379, reset compression=false 2024-11-11T15:36:28,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:28,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:28,683 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48466 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:36:28,753 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:36:28,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:28,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:28,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:28,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:28,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:28,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b011790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:28,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:28,761 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7d496d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:28,763 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417900da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c05134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,32869,-1 for getting cluster id 2024-11-11T15:36:28,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:28,774 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28544390-4548-4604-b772-1eeb6605c8c8' 2024-11-11T15:36:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28544390-4548-4604-b772-1eeb6605c8c8" 2024-11-11T15:36:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36810975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,32869,-1] 2024-11-11T15:36:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:28,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:28,777 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad3274d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20990ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:28,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:28,783 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:28,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389e7978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:28,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:28,793 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5be77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:28,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,38769,1731339369351, seqNum=-1] 2024-11-11T15:36:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:28,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:28,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955., hostname=9a1fddc00362,38769,1731339369351, seqNum=2] 2024-11-11T15:36:28,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45657,1731339376851, seqNum=-1] 2024-11-11T15:36:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:28,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339381561.d99935ce0e4f34607f6049b945f1e252., hostname=9a1fddc00362,45657,1731339376851, seqNum=2] 2024-11-11T15:36:28,875 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T15:36:28,987 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:29,076 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 379, reset compression=false 2024-11-11T15:36:29,111 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 379, reset compression=false 2024-11-11T15:36:29,151 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:29,151 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 480, reset compression=false 2024-11-11T15:36:29,151 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[{test/f872e3a7aff3a7f5a1ff7dc20f6c5955/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T15:36:29,159 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:29,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T15:36:29,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:29,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b7cb882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:29,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,32869,-1 for getting cluster id 2024-11-11T15:36:29,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:29,166 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28544390-4548-4604-b772-1eeb6605c8c8' 2024-11-11T15:36:29,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:29,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28544390-4548-4604-b772-1eeb6605c8c8" 2024-11-11T15:36:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dc0b7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,32869,-1] 2024-11-11T15:36:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:29,168 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:29,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e5575b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:29,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33179,1731339372715, seqNum=-1] 2024-11-11T15:36:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:29,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T15:36:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03., hostname=9a1fddc00362,33179,1731339372715, seqNum=2] 2024-11-11T15:36:29,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:29,380 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 480, reset compression=false 2024-11-11T15:36:29,614 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 379, reset compression=false 2024-11-11T15:36:29,705 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 480, reset compression=false 2024-11-11T15:36:29,832 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 379, reset compression=false 2024-11-11T15:36:29,853 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:29,853 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 504, reset compression=false 2024-11-11T15:36:29,855 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eeb6e77d29d627c9956e8bbe6381f03/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T15:36:29,858 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:29,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T15:36:29,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:29,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f863975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:29,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:29,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:29,864 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52af79b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:29,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:29,869 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:29,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@513a00f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:29,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45657,1731339376851, seqNum=-1] 2024-11-11T15:36:29,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:29,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T15:36:29,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339381561.d99935ce0e4f34607f6049b945f1e252., hostname=9a1fddc00362,45657,1731339376851, seqNum=2] 2024-11-11T15:36:29,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:29,884 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T15:36:29,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33179,1731339372715, seqNum=-1] 2024-11-11T15:36:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:29,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03., hostname=9a1fddc00362,33179,1731339372715, seqNum=2] 2024-11-11T15:36:29,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T15:36:29,900 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:29,901 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 608, reset compression=false 2024-11-11T15:36:29,901 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eeb6e77d29d627c9956e8bbe6381f03/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:36:29,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:29,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:30,132 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 608, reset compression=false 2024-11-11T15:36:30,132 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 480, reset compression=false 2024-11-11T15:36:30,224 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 379, reset compression=false 2024-11-11T15:36:30,256 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:30,256 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 654, reset compression=false 2024-11-11T15:36:30,256 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[{test/d99935ce0e4f34607f6049b945f1e252/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T15:36:30,266 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:30,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T15:36:30,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:30,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2030037f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:30,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:30,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:30,283 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f3b3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:30,285 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:30,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601420b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:30,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:30,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,38769,1731339369351, seqNum=-1] 2024-11-11T15:36:30,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:30,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T15:36:30,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955., hostname=9a1fddc00362,38769,1731339369351, seqNum=2] 2024-11-11T15:36:30,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:30,476 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 608, reset compression=false 2024-11-11T15:36:30,493 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 654, reset compression=false 2024-11-11T15:36:30,676 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 480, reset compression=false 2024-11-11T15:36:30,724 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:30,724 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 631, reset compression=false 2024-11-11T15:36:30,724 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:30,825 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 654, reset compression=false 2024-11-11T15:36:30,900 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 608, reset compression=false 2024-11-11T15:36:30,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T15:36:30,932 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T15:36:30,944 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 631, reset compression=false 2024-11-11T15:36:30,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:30,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:30,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:31,237 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 654, reset compression=false 2024-11-11T15:36:31,251 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:31,251 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 758, reset compression=false 2024-11-11T15:36:31,251 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[{test/d99935ce0e4f34607f6049b945f1e252/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:36:31,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:31,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:31,280 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 631, reset compression=false 2024-11-11T15:36:31,309 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:31,309 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 759, reset compression=false 2024-11-11T15:36:31,309 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[{test/f872e3a7aff3a7f5a1ff7dc20f6c5955/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T15:36:31,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:31,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:31,439 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 608, reset compression=false 2024-11-11T15:36:31,476 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 758, reset compression=false 2024-11-11T15:36:31,482 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:31,482 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 760, reset compression=false 2024-11-11T15:36:31,482 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:31,542 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 759, reset compression=false 2024-11-11T15:36:31,716 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 760, reset compression=false 2024-11-11T15:36:31,811 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 758, reset compression=false 2024-11-11T15:36:31,875 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 759, reset compression=false 2024-11-11T15:36:31,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T15:36:31,942 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T15:36:32,055 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 760, reset compression=false 2024-11-11T15:36:32,248 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 758, reset compression=false 2024-11-11T15:36:32,302 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 759, reset compression=false 2024-11-11T15:36:32,308 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:32,308 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 915, reset compression=false 2024-11-11T15:36:32,308 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[{test/f872e3a7aff3a7f5a1ff7dc20f6c5955/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T15:36:32,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:32,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:32,493 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 760, reset compression=false 2024-11-11T15:36:32,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:32,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 908, reset compression=false 2024-11-11T15:36:32,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eeb6e77d29d627c9956e8bbe6381f03/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T15:36:32,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:32,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:32,521 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 915, reset compression=false 2024-11-11T15:36:32,721 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 908, reset compression=false 2024-11-11T15:36:32,754 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 758, reset compression=false 2024-11-11T15:36:32,782 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:32,782 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 929, reset compression=false 2024-11-11T15:36:32,782 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:32,838 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 915, reset compression=false 2024-11-11T15:36:32,944 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T15:36:32,950 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T15:36:32,987 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 929, reset compression=false 2024-11-11T15:36:33,044 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 908, reset compression=false 2024-11-11T15:36:33,064 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:33,064 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1067, reset compression=false 2024-11-11T15:36:33,064 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eeb6e77d29d627c9956e8bbe6381f03/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T15:36:33,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:33,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:33,284 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 915, reset compression=false 2024-11-11T15:36:33,303 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1067, reset compression=false 2024-11-11T15:36:33,332 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 929, reset compression=false 2024-11-11T15:36:33,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:33,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1078, reset compression=false 2024-11-11T15:36:33,363 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[{test/d99935ce0e4f34607f6049b945f1e252/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T15:36:33,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:33,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:33,608 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1078, reset compression=false 2024-11-11T15:36:33,635 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1067, reset compression=false 2024-11-11T15:36:33,807 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 915, reset compression=false 2024-11-11T15:36:33,842 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:33,843 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:33,845 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1088, reset compression=false 2024-11-11T15:36:33,928 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1078, reset compression=false 2024-11-11T15:36:33,961 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T15:36:33,977 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T15:36:34,065 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1067, reset compression=false 2024-11-11T15:36:34,100 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1088, reset compression=false 2024-11-11T15:36:34,355 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1078, reset compression=false 2024-11-11T15:36:34,376 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:34,376 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1237, reset compression=false 2024-11-11T15:36:34,376 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[{test/d99935ce0e4f34607f6049b945f1e252/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T15:36:34,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:34,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:34,448 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1088, reset compression=false 2024-11-11T15:36:34,495 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:34,495 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1238, reset compression=false 2024-11-11T15:36:34,496 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[{test/f872e3a7aff3a7f5a1ff7dc20f6c5955/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T15:36:34,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:34,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:34,599 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1237, reset compression=false 2024-11-11T15:36:34,608 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1067, reset compression=false 2024-11-11T15:36:34,666 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:34,666 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1241, reset compression=false 2024-11-11T15:36:34,666 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:34,726 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1238, reset compression=false 2024-11-11T15:36:34,893 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1241, reset compression=false 2024-11-11T15:36:34,925 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1237, reset compression=false 2024-11-11T15:36:34,981 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T15:36:35,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e3c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:35,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:35,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:35,013 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d8907d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:35,020 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318c5af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:35,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38975,1731339376771 2024-11-11T15:36:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5132e603 2024-11-11T15:36:35,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:35,035 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:35,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-11T15:36:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T15:36:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:36:35,048 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1238, reset compression=false 2024-11-11T15:36:35,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:36:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:36:35,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T15:36:35,208 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T15:36:35,209 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T15:36:35,209 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,45657,1731339376851 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T15:36:35,209 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0. 2024-11-11T15:36:35,210 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:35,210 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:35,210 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:35,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:35,220 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1241, reset compression=false 2024-11-11T15:36:35,312 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T15:36:35,312 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:36:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:36:35,414 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 terminated 2024-11-11T15:36:35,451 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,45657,1731339376851, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:36:35,452 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T15:36:35,465 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T15:36:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T15:36:35,478 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1238, reset compression=false 2024-11-11T15:36:35,482 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9a1fddc00362,45657,1731339376851 suceeded 2024-11-11T15:36:35,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T15:36:35,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 427 msec 2024-11-11T15:36:35,493 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T15:36:35,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 457 msec 2024-11-11T15:36:35,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:36825' 2024-11-11T15:36:35,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd15f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:35,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,36825,-1 for getting cluster id 2024-11-11T15:36:35,512 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:35,512 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e681897d-5dbb-44f9-9a46-45d91439a060' 2024-11-11T15:36:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e681897d-5dbb-44f9-9a46-45d91439a060" 2024-11-11T15:36:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c65398b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,36825,-1] 2024-11-11T15:36:35,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:35,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:35,515 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:35,516 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bdeda6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:35,516 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:35,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,36825,1731339369308 2024-11-11T15:36:35,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f143c3a 2024-11-11T15:36:35,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:35,518 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T15:36:35,519 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,45657,1731339376851 (queues=1) is replicating from cluster=a783b571-6cb3-4786-a581-a414c11086be to cluster=e681897d-5dbb-44f9-9a46-45d91439a060 2024-11-11T15:36:35,519 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C45657%2C1731339376851 2024-11-11T15:36:35,519 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,45657,1731339376851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:36:35,548 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C45657%2C1731339376851 2024-11-11T15:36:35,661 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1241, reset compression=false 2024-11-11T15:36:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:36:35,673 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:36:35,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:35,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:35,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:35,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:35,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:35,693 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T15:36:35,999 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1238, reset compression=false 2024-11-11T15:36:36,053 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:36,053 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1342, reset compression=false 2024-11-11T15:36:36,053 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[{test/f872e3a7aff3a7f5a1ff7dc20f6c5955/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:36:36,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:36,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:36,207 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1241, reset compression=false 2024-11-11T15:36:36,237 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:36,237 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1369, reset compression=false 2024-11-11T15:36:36,238 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eeb6e77d29d627c9956e8bbe6381f03/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T15:36:36,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:36,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:36,306 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1342, reset compression=false 2024-11-11T15:36:36,465 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1369, reset compression=false 2024-11-11T15:36:36,611 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1342, reset compression=false 2024-11-11T15:36:36,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T15:36:36,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d0cc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:36,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38975,-1 for getting cluster id 2024-11-11T15:36:36,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:36,714 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a783b571-6cb3-4786-a581-a414c11086be' 2024-11-11T15:36:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:36,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a783b571-6cb3-4786-a581-a414c11086be" 2024-11-11T15:36:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e67346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38975,-1] 2024-11-11T15:36:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:36,722 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd3602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:36,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38975,1731339376771 2024-11-11T15:36:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af39d2 2024-11-11T15:36:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:36,733 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:36,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-11T15:36:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T15:36:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T15:36:36,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:36:36,788 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1369, reset compression=false 2024-11-11T15:36:36,821 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:36,821 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:36,822 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eeb6e77d29d627c9956e8bbe6381f03/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:36:36,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:36,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T15:36:36,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T15:36:36,905 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T15:36:36,906 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T15:36:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T15:36:36,908 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9a1fddc00362,45657,1731339376851 suceeded 2024-11-11T15:36:36,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T15:36:36,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-11T15:36:36,911 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T15:36:36,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 177 msec 2024-11-11T15:36:36,941 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, startPosition=1237, beingWritten=true 2024-11-11T15:36:36,971 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:36:36,971 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1515, reset compression=false 2024-11-11T15:36:36,988 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[{test/d99935ce0e4f34607f6049b945f1e252/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T15:36:36,994 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:36,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T15:36:36,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:36:37,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:36:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T15:36:37,054 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:36:37,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:37,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:37,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:37,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:37,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:37,057 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1342, reset compression=false 2024-11-11T15:36:37,060 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T15:36:37,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:36:37,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:37,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:37,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:37,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:37,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:37,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:36:37,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004257594, stopped=false 2024-11-11T15:36:37,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,38975,1731339376771 2024-11-11T15:36:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2905275586/running 2024-11-11T15:36:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2905275586/running 2024-11-11T15:36:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:37,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:37,064 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:37,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/running 2024-11-11T15:36:37,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Set watcher on znode that does not yet exist, /2905275586/running 2024-11-11T15:36:37,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:37,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:37,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:37,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,45657,1731339376851' ***** 2024-11-11T15:36:37,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:36:37,067 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:36:37,067 INFO [RS:0;9a1fddc00362:45657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:36:37,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:36:37,067 INFO [RS:0;9a1fddc00362:45657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:36:37,067 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(3091): Received CLOSE for d99935ce0e4f34607f6049b945f1e252 2024-11-11T15:36:37,099 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:37,100 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:37,100 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:37,107 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(3091): Received CLOSE for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:37,107 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,45657,1731339376851 2024-11-11T15:36:37,107 INFO [RS:0;9a1fddc00362:45657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:37,107 INFO [RS:0;9a1fddc00362:45657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45657. 2024-11-11T15:36:37,107 DEBUG [RS:0;9a1fddc00362:45657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:37,107 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:37,108 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:36:37,108 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:36:37,108 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:36:37,108 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:36:37,110 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d99935ce0e4f34607f6049b945f1e252, disabling compactions & flushes 2024-11-11T15:36:37,111 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:37,111 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:37,111 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. after waiting 0 ms 2024-11-11T15:36:37,111 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:37,111 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d99935ce0e4f34607f6049b945f1e252 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T15:36:37,112 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:36:37,112 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d99935ce0e4f34607f6049b945f1e252=test,,1731339381561.d99935ce0e4f34607f6049b945f1e252., ece7e43aba6f0296ab8a3aa0c55a5e27=hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.} 2024-11-11T15:36:37,112 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:37,113 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:37,113 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:37,113 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:37,113 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:37,113 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:37,113 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:36:37,127 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:37,175 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/f/399112454a1948bcab73299470f6ae06 is 37, key is row3/f:row3/1731339395676/Put/seqid=0 2024-11-11T15:36:37,194 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/info/da97b6e405884fa89b7a3c86c014d8b1 is 147, key is hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27./info:regioninfo/1731339387504/Put/seqid=0 2024-11-11T15:36:37,195 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1515, reset compression=false 2024-11-11T15:36:37,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741840_1016 (size=5228) 2024-11-11T15:36:37,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741841_1017 (size=7686) 2024-11-11T15:36:37,227 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/info/da97b6e405884fa89b7a3c86c014d8b1 2024-11-11T15:36:37,237 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:37,237 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1762, reset compression=false 2024-11-11T15:36:37,237 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,45657,1731339376851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:37,238 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,45657,1731339376851: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,45657,1731339376851, walGroup=9a1fddc00362%2C45657%2C1731339376851, offset=9a1fddc00362%2C45657%2C1731339376851.1731339377811:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:45657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:36:37,240 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:36:37,240 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:36:37,240 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:36:37,240 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:36:37,240 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:36:37,240 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 768992824 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198244464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:36:37,241 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:38975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:38975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:36:37,296 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/ns/c31e55692bef40a1aa77d3f2d43a2094 is 43, key is default/ns:d/1731339378588/Put/seqid=0 2024-11-11T15:36:37,312 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:36:37,347 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/ns/c31e55692bef40a1aa77d3f2d43a2094 2024-11-11T15:36:37,371 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:37,437 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/rep_barrier/c3384c1e94fc4198959c7f5667fc7fa8 is 112, key is test,,1731339381561.d99935ce0e4f34607f6049b945f1e252./rep_barrier:seqnumDuringOpen/1731339382092/Put/seqid=0 2024-11-11T15:36:37,447 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:37,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741843_1019 (size=5518) 2024-11-11T15:36:37,486 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1762, reset compression=false 2024-11-11T15:36:37,512 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:37,624 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/f/399112454a1948bcab73299470f6ae06 2024-11-11T15:36:37,652 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:36:37,652 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:36:37,682 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 399112454a1948bcab73299470f6ae06 2024-11-11T15:36:37,713 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:37,717 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:37,720 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/f1/03fcb8d0adc04d0694f2a10ff0f9c105 is 30, key is row1/f1:/1731339392945/DeleteFamily/seqid=0 2024-11-11T15:36:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741844_1020 (size=5158) 2024-11-11T15:36:37,812 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/f1/03fcb8d0adc04d0694f2a10ff0f9c105 2024-11-11T15:36:37,829 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1762, reset compression=false 2024-11-11T15:36:37,832 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03fcb8d0adc04d0694f2a10ff0f9c105 2024-11-11T15:36:37,856 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/norep/f9f065432bab40d48983efd23dd22006 is 33, key is row2/norep:/1731339393964/DeleteFamily/seqid=0 2024-11-11T15:36:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741845_1021 (size=5108) 2024-11-11T15:36:37,884 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:37,888 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/rep_barrier/c3384c1e94fc4198959c7f5667fc7fa8 2024-11-11T15:36:37,916 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:37,921 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/table/93cac2f22a8f4565ae8e21d0fc7108e8 is 53, key is hbase:replication/table:state/1731339387542/Put/seqid=0 2024-11-11T15:36:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741846_1022 (size=5308) 2024-11-11T15:36:37,953 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/table/93cac2f22a8f4565ae8e21d0fc7108e8 2024-11-11T15:36:37,980 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/info/da97b6e405884fa89b7a3c86c014d8b1 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/info/da97b6e405884fa89b7a3c86c014d8b1 2024-11-11T15:36:38,021 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/info/da97b6e405884fa89b7a3c86c014d8b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:36:38,025 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/ns/c31e55692bef40a1aa77d3f2d43a2094 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/ns/c31e55692bef40a1aa77d3f2d43a2094 2024-11-11T15:36:38,048 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/ns/c31e55692bef40a1aa77d3f2d43a2094, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:36:38,060 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/rep_barrier/c3384c1e94fc4198959c7f5667fc7fa8 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/rep_barrier/c3384c1e94fc4198959c7f5667fc7fa8 2024-11-11T15:36:38,099 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/rep_barrier/c3384c1e94fc4198959c7f5667fc7fa8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:36:38,101 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/.tmp/table/93cac2f22a8f4565ae8e21d0fc7108e8 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/table/93cac2f22a8f4565ae8e21d0fc7108e8 2024-11-11T15:36:38,106 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/table/93cac2f22a8f4565ae8e21d0fc7108e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:36:38,107 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=16, compaction requested=false 2024-11-11T15:36:38,117 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:38,147 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:36:38,149 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:38,149 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:38,149 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:38,150 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339397112Running coprocessor pre-close hooks at 1731339397113 (+1 ms)Disabling compacts and flushes for region at 1731339397113Disabling writes for close at 1731339397113Obtaining lock to block concurrent updates at 1731339397113Preparing flush snapshotting stores in 1588230740 at 1731339397113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339397116 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339397118 (+2 ms)Flushing 1588230740/info: creating writer at 1731339397118Flushing 1588230740/info: appending metadata at 1731339397194 (+76 ms)Flushing 1588230740/info: closing flushed file at 1731339397194Flushing 1588230740/ns: creating writer at 1731339397234 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731339397295 (+61 ms)Flushing 1588230740/ns: closing flushed file at 1731339397295Flushing 1588230740/rep_barrier: creating writer at 1731339397355 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339397436 (+81 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339397436Flushing 1588230740/table: creating writer at 1731339397896 (+460 ms)Flushing 1588230740/table: appending metadata at 1731339397921 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731339397921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e8fe04: reopening flushed file at 1731339397972 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b99f65d: reopening flushed file at 1731339398021 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417d0095: reopening flushed file at 1731339398048 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751777aa: reopening flushed file at 1731339398100 (+52 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=16, compaction requested=false at 1731339398107 (+7 ms)Writing region close event to WAL at 1731339398127 (+20 ms)Running coprocessor post-close hooks at 1731339398149 (+22 ms)Closed at 1731339398149 2024-11-11T15:36:38,150 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:38,176 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:38,249 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1762, reset compression=false 2024-11-11T15:36:38,292 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/norep/f9f065432bab40d48983efd23dd22006 2024-11-11T15:36:38,307 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9f065432bab40d48983efd23dd22006 2024-11-11T15:36:38,308 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/f/399112454a1948bcab73299470f6ae06 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/f/399112454a1948bcab73299470f6ae06 2024-11-11T15:36:38,317 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:36:38,317 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1325): Online Regions={d99935ce0e4f34607f6049b945f1e252=test,,1731339381561.d99935ce0e4f34607f6049b945f1e252., ece7e43aba6f0296ab8a3aa0c55a5e27=hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27.} 2024-11-11T15:36:38,317 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on d99935ce0e4f34607f6049b945f1e252, ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:38,320 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 399112454a1948bcab73299470f6ae06 2024-11-11T15:36:38,320 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/f/399112454a1948bcab73299470f6ae06, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T15:36:38,326 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/f1/03fcb8d0adc04d0694f2a10ff0f9c105 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/f1/03fcb8d0adc04d0694f2a10ff0f9c105 2024-11-11T15:36:38,345 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03fcb8d0adc04d0694f2a10ff0f9c105 2024-11-11T15:36:38,345 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/f1/03fcb8d0adc04d0694f2a10ff0f9c105, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T15:36:38,348 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/.tmp/norep/f9f065432bab40d48983efd23dd22006 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/norep/f9f065432bab40d48983efd23dd22006 2024-11-11T15:36:38,408 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9f065432bab40d48983efd23dd22006 2024-11-11T15:36:38,413 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/norep/f9f065432bab40d48983efd23dd22006, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T15:36:38,417 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d99935ce0e4f34607f6049b945f1e252 in 1306ms, sequenceid=12, compaction requested=false 2024-11-11T15:36:38,420 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:38,492 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/data/default/test/d99935ce0e4f34607f6049b945f1e252/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T15:36:38,502 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:38,502 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:38,502 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:38,502 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d99935ce0e4f34607f6049b945f1e252: Waiting for close lock at 1731339397110Running coprocessor pre-close hooks at 1731339397110Disabling compacts and flushes for region at 1731339397110Disabling writes for close at 1731339397111 (+1 ms)Obtaining lock to block concurrent updates at 1731339397111Preparing flush snapshotting stores in d99935ce0e4f34607f6049b945f1e252 at 1731339397111Finished memstore snapshotting test,,1731339381561.d99935ce0e4f34607f6049b945f1e252., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731339397111Flushing stores of test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. at 1731339397117 (+6 ms)Flushing d99935ce0e4f34607f6049b945f1e252/f: creating writer at 1731339397117Flushing d99935ce0e4f34607f6049b945f1e252/f: appending metadata at 1731339397174 (+57 ms)Flushing d99935ce0e4f34607f6049b945f1e252/f: closing flushed file at 1731339397174Flushing d99935ce0e4f34607f6049b945f1e252/f1: creating writer at 1731339397682 (+508 ms)Flushing d99935ce0e4f34607f6049b945f1e252/f1: appending metadata at 1731339397720 (+38 ms)Flushing d99935ce0e4f34607f6049b945f1e252/f1: closing flushed file at 1731339397720Flushing d99935ce0e4f34607f6049b945f1e252/norep: creating writer at 1731339397832 (+112 ms)Flushing d99935ce0e4f34607f6049b945f1e252/norep: appending metadata at 1731339397855 (+23 ms)Flushing d99935ce0e4f34607f6049b945f1e252/norep: closing flushed file at 1731339397855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b5b1e1: reopening flushed file at 1731339398307 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d541635: reopening flushed file at 1731339398321 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e6452c: reopening flushed file at 1731339398345 (+24 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d99935ce0e4f34607f6049b945f1e252 in 1306ms, sequenceid=12, compaction requested=false at 1731339398417 (+72 ms)Writing region close event to WAL at 1731339398464 (+47 ms)Running coprocessor post-close hooks at 1731339398502 (+38 ms)Closed at 1731339398502 2024-11-11T15:36:38,502 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339381561.d99935ce0e4f34607f6049b945f1e252. 2024-11-11T15:36:38,503 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ece7e43aba6f0296ab8a3aa0c55a5e27, disabling compactions & flushes 2024-11-11T15:36:38,503 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,503 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,503 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. after waiting 0 ms 2024-11-11T15:36:38,503 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,503 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ece7e43aba6f0296ab8a3aa0c55a5e27: Waiting for close lock at 1731339398503Running coprocessor pre-close hooks at 1731339398503Disabling compacts and flushes for region at 1731339398503Disabling writes for close at 1731339398503Failed flush hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27., putting online again at 1731339398503 2024-11-11T15:36:38,503 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,519 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(3091): Received CLOSE for ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:38,519 DEBUG [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1351): Waiting on ece7e43aba6f0296ab8a3aa0c55a5e27 2024-11-11T15:36:38,519 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ece7e43aba6f0296ab8a3aa0c55a5e27, disabling compactions & flushes 2024-11-11T15:36:38,519 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,519 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,519 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. after waiting 0 ms 2024-11-11T15:36:38,519 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,519 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ece7e43aba6f0296ab8a3aa0c55a5e27: Waiting for close lock at 1731339398519Running coprocessor pre-close hooks at 1731339398519Disabling compacts and flushes for region at 1731339398519Disabling writes for close at 1731339398519Failed flush hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27., putting online again at 1731339398519 2024-11-11T15:36:38,520 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339386622.ece7e43aba6f0296ab8a3aa0c55a5e27. 2024-11-11T15:36:38,711 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:38,719 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T15:36:38,719 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,45657,1731339376851; all regions closed. 2024-11-11T15:36:38,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:36:38,757 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 1762, reset compression=false 2024-11-11T15:36:38,784 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:38,784 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/WALs/9a1fddc00362,45657,1731339376851/9a1fddc00362%2C45657%2C1731339376851.1731339377811 to pos 2406, reset compression=false 2024-11-11T15:36:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741839_1015 (size=2172) 2024-11-11T15:36:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741832_1008 (size=2414) 2024-11-11T15:36:38,829 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:38,829 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:38,832 INFO [RS:0;9a1fddc00362:45657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:38,832 INFO [RS:0;9a1fddc00362:45657 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:38,832 INFO [RS:0;9a1fddc00362:45657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:38,832 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:38,833 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,45657,1731339376851 because: Region server is closing 2024-11-11T15:36:38,833 INFO [RS:0;9a1fddc00362:45657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45657. 2024-11-11T15:36:38,833 DEBUG [RS:0;9a1fddc00362:45657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:38,833 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:38,834 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:38,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:38,892 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:36:38,935 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.shipper9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 terminated 2024-11-11T15:36:38,935 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,45657,1731339376851.replicationSource.wal-reader.9a1fddc00362%2C45657%2C1731339376851,1-9a1fddc00362,45657,1731339376851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:36:38,935 INFO [RS:0;9a1fddc00362:45657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45657. 2024-11-11T15:36:38,935 DEBUG [RS:0;9a1fddc00362:45657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:38,935 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:38,935 DEBUG [RS:0;9a1fddc00362:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:38,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:38,935 INFO [RS:0;9a1fddc00362:45657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45657 2024-11-11T15:36:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586/rs 2024-11-11T15:36:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2905275586/rs/9a1fddc00362,45657,1731339376851 2024-11-11T15:36:38,942 INFO [RS:0;9a1fddc00362:45657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:38,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,45657,1731339376851] 2024-11-11T15:36:38,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/draining/9a1fddc00362,45657,1731339376851 already deleted, retry=false 2024-11-11T15:36:38,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,45657,1731339376851 expired; onlineServers=0 2024-11-11T15:36:38,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,38975,1731339376771' ***** 2024-11-11T15:36:38,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:36:38,951 INFO [M:0;9a1fddc00362:38975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:38,951 INFO [M:0;9a1fddc00362:38975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:38,951 DEBUG [M:0;9a1fddc00362:38975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:36:38,951 DEBUG [M:0;9a1fddc00362:38975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:36:38,951 INFO [M:0;9a1fddc00362:38975 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:38,952 INFO [M:0;9a1fddc00362:38975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:38,952 DEBUG [M:0;9a1fddc00362:38975 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:36:38,952 INFO [M:0;9a1fddc00362:38975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:36:38,952 INFO [M:0;9a1fddc00362:38975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:38,952 INFO [M:0;9a1fddc00362:38975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:36:38,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:36:38,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:36:38,952 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339377412 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339377412,5,FailOnTimeoutGroup] 2024-11-11T15:36:38,953 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339377424 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339377424,5,FailOnTimeoutGroup] 2024-11-11T15:36:38,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2905275586/master 2024-11-11T15:36:38,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2905275586 2024-11-11T15:36:38,959 DEBUG [M:0;9a1fddc00362:38975 {}] zookeeper.RecoverableZooKeeper(212): Node /2905275586/master already deleted, retry=false 2024-11-11T15:36:38,959 DEBUG [M:0;9a1fddc00362:38975 {}] master.ActiveMasterManager(353): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Failed delete of our master address node; KeeperErrorCode = NoNode for /2905275586/master 2024-11-11T15:36:38,968 INFO [M:0;9a1fddc00362:38975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/.lastflushedseqids 2024-11-11T15:36:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741847_1023 (size=245) 2024-11-11T15:36:39,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:39,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x10197f9aca90007, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:39,044 INFO [RS:0;9a1fddc00362:45657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:39,044 INFO [RS:0;9a1fddc00362:45657 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,45657,1731339376851; zookeeper connection closed. 2024-11-11T15:36:39,045 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f35bf05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f35bf05 2024-11-11T15:36:39,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:36:39,071 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:39,345 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:39,405 INFO [M:0;9a1fddc00362:38975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:36:39,405 INFO [M:0;9a1fddc00362:38975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:36:39,405 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:39,405 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:39,405 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:39,405 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:39,405 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:39,406 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-11T15:36:39,442 DEBUG [M:0;9a1fddc00362:38975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/834a6040e9f345eca453eef0b5c68a7c is 82, key is hbase:meta,,1/info:regioninfo/1731339378560/Put/seqid=0 2024-11-11T15:36:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741848_1024 (size=5672) 2024-11-11T15:36:39,795 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:39,878 INFO [M:0;9a1fddc00362:38975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/834a6040e9f345eca453eef0b5c68a7c 2024-11-11T15:36:39,900 DEBUG [M:0;9a1fddc00362:38975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9334dd4abf0f4b848b3a1060e36b7e37 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339387550/Put/seqid=0 2024-11-11T15:36:39,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741849_1025 (size=9212) 2024-11-11T15:36:40,070 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:40,316 INFO [M:0;9a1fddc00362:38975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9334dd4abf0f4b848b3a1060e36b7e37 2024-11-11T15:36:40,336 DEBUG [M:0;9a1fddc00362:38975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e0040bd8bae4e49a5775a5dd36c7e65 is 69, key is 9a1fddc00362,45657,1731339376851/rs:state/1731339377509/Put/seqid=0 2024-11-11T15:36:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741850_1026 (size=5156) 2024-11-11T15:36:40,356 INFO [M:0;9a1fddc00362:38975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e0040bd8bae4e49a5775a5dd36c7e65 2024-11-11T15:36:40,361 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/834a6040e9f345eca453eef0b5c68a7c as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/834a6040e9f345eca453eef0b5c68a7c 2024-11-11T15:36:40,366 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/834a6040e9f345eca453eef0b5c68a7c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T15:36:40,366 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9334dd4abf0f4b848b3a1060e36b7e37 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9334dd4abf0f4b848b3a1060e36b7e37 2024-11-11T15:36:40,370 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9334dd4abf0f4b848b3a1060e36b7e37, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T15:36:40,372 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e0040bd8bae4e49a5775a5dd36c7e65 as hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e0040bd8bae4e49a5775a5dd36c7e65 2024-11-11T15:36:40,387 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33385/user/jenkins/test-data/d027373a-d151-41dd-f948-d7e01e43d339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e0040bd8bae4e49a5775a5dd36c7e65, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T15:36:40,389 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=127, compaction requested=false 2024-11-11T15:36:40,394 INFO [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:40,394 DEBUG [M:0;9a1fddc00362:38975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339399405Disabling compacts and flushes for region at 1731339399405Disabling writes for close at 1731339399405Obtaining lock to block concurrent updates at 1731339399406 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339399406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731339399406Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339399407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339399407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339399441 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339399441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339399881 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339399900 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339399900Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339400320 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339400336 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339400336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f5fcd6: reopening flushed file at 1731339400361 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5b8358: reopening flushed file at 1731339400366 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb0b495: reopening flushed file at 1731339400370 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=127, compaction requested=false at 1731339400389 (+19 ms)Writing region close event to WAL at 1731339400394 (+5 ms)Closed at 1731339400394 2024-11-11T15:36:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741830_1006 (size=73866) 2024-11-11T15:36:40,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:40,402 INFO [M:0;9a1fddc00362:38975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:36:40,402 INFO [M:0;9a1fddc00362:38975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38975 2024-11-11T15:36:40,404 INFO [M:0;9a1fddc00362:38975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:40,506 INFO [M:0;9a1fddc00362:38975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:40,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:40,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38975-0x10197f9aca90006, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:40,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67994142{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:40,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15bede8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:40,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:40,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6077d3f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:40,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aca0633{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:40,511 WARN [BP-495596192-172.17.0.3-1731339374823 heartbeating to localhost/127.0.0.1:33385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:36:40,511 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:36:40,511 WARN [BP-495596192-172.17.0.3-1731339374823 heartbeating to localhost/127.0.0.1:33385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-495596192-172.17.0.3-1731339374823 (Datanode Uuid 638bc097-6d92-48d1-9848-84810cfc380e) service to localhost/127.0.0.1:33385 2024-11-11T15:36:40,511 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:36:40,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/cluster_fd8a0f65-2574-18c2-96f7-4f13795b606d/data/data1/current/BP-495596192-172.17.0.3-1731339374823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:40,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/cluster_fd8a0f65-2574-18c2-96f7-4f13795b606d/data/data2/current/BP-495596192-172.17.0.3-1731339374823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:40,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:36:40,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35009751{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:40,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b6b00d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:40,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:40,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584a5598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:40,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d131300{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:40,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:36:40,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:36:40,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:40,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:40,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:40,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:40,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:40,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:36:40,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126315459, stopped=false 2024-11-11T15:36:40,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,32869,1731339372626 2024-11-11T15:36:40,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088727932/running 2024-11-11T15:36:40,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:40,541 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088727932/running 2024-11-11T15:36:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:40,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/running 2024-11-11T15:36:40,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Set watcher on znode that does not yet exist, /1-2088727932/running 2024-11-11T15:36:40,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:40,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:40,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:40,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,33179,1731339372715' ***** 2024-11-11T15:36:40,543 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:36:40,543 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:36:40,543 INFO [RS:0;9a1fddc00362:33179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:36:40,543 INFO [RS:0;9a1fddc00362:33179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:36:40,543 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eeb6e77d29d627c9956e8bbe6381f03 2024-11-11T15:36:40,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:36:40,548 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:40,548 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,33179,1731339372715 2024-11-11T15:36:40,548 INFO [RS:0;9a1fddc00362:33179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:40,548 INFO [RS:0;9a1fddc00362:33179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:33179. 2024-11-11T15:36:40,549 DEBUG [RS:0;9a1fddc00362:33179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:40,549 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:40,549 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:36:40,549 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:36:40,549 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:36:40,549 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:36:40,549 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eeb6e77d29d627c9956e8bbe6381f03, disabling compactions & flushes 2024-11-11T15:36:40,549 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:40,549 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:40,549 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. after waiting 0 ms 2024-11-11T15:36:40,549 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:40,549 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5eeb6e77d29d627c9956e8bbe6381f03 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T15:36:40,557 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:36:40,557 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1325): Online Regions={5eeb6e77d29d627c9956e8bbe6381f03=test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03., 1588230740=hbase:meta,,1.1588230740, 714691dbf77d423c6ee25d4bb5318766=hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.} 2024-11-11T15:36:40,557 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eeb6e77d29d627c9956e8bbe6381f03, 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:40,558 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:40,558 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:40,558 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:40,558 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:40,558 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:40,558 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:36:40,598 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/f/b2b9588085ae45ae93c1fb38ba63ed3e is 37, key is row3/f:row3/1731339395676/Put/seqid=0 2024-11-11T15:36:40,599 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1473, reset compression=false 2024-11-11T15:36:40,607 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/info/5776b8b80d2e4793a2d765ed03209311 is 147, key is hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766./info:regioninfo/1731339385569/Put/seqid=0 2024-11-11T15:36:40,611 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741840_1016 (size=5228) 2024-11-11T15:36:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741841_1017 (size=7686) 2024-11-11T15:36:40,710 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:40,710 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1720, reset compression=false 2024-11-11T15:36:40,710 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,33179,1731339372715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:40,712 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,33179,1731339372715: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,33179,1731339372715, walGroup=9a1fddc00362%2C33179%2C1731339372715, offset=9a1fddc00362%2C33179%2C1731339372715.1731339373623:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:33179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:36:40,713 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:36:40,719 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:36:40,719 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:36:40,719 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:36:40,719 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:36:40,719 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 795321224 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198721456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:36:40,720 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:32869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:32869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:36:40,757 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eeb6e77d29d627c9956e8bbe6381f03, 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:40,884 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:40,958 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eeb6e77d29d627c9956e8bbe6381f03, 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:40,961 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1720, reset compression=false 2024-11-11T15:36:41,069 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/f/b2b9588085ae45ae93c1fb38ba63ed3e 2024-11-11T15:36:41,084 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2b9588085ae45ae93c1fb38ba63ed3e 2024-11-11T15:36:41,087 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/info/5776b8b80d2e4793a2d765ed03209311 2024-11-11T15:36:41,133 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/f1/47fba54595234bb8835b85033382e7c7 is 30, key is row1/f1:/1731339392945/DeleteFamily/seqid=0 2024-11-11T15:36:41,135 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/ns/b2d3447f9ca943cead4cfebddc6a4dc8 is 43, key is default/ns:d/1731339374675/Put/seqid=0 2024-11-11T15:36:41,158 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eeb6e77d29d627c9956e8bbe6381f03, 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741842_1018 (size=5158) 2024-11-11T15:36:41,168 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/f1/47fba54595234bb8835b85033382e7c7 2024-11-11T15:36:41,173 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47fba54595234bb8835b85033382e7c7 2024-11-11T15:36:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741843_1019 (size=5153) 2024-11-11T15:36:41,196 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/ns/b2d3447f9ca943cead4cfebddc6a4dc8 2024-11-11T15:36:41,221 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/norep/dc57625d8e3741bb8a616e44a6048ae5 is 33, key is row1/norep:/1731339392945/DeleteFamily/seqid=0 2024-11-11T15:36:41,240 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/rep_barrier/4a6b2b79a0f34e3ebf6fec0831df7df7 is 112, key is test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03./rep_barrier:seqnumDuringOpen/1731339380758/Put/seqid=0 2024-11-11T15:36:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741844_1020 (size=5108) 2024-11-11T15:36:41,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741845_1021 (size=5518) 2024-11-11T15:36:41,257 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/norep/dc57625d8e3741bb8a616e44a6048ae5 2024-11-11T15:36:41,257 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/rep_barrier/4a6b2b79a0f34e3ebf6fec0831df7df7 2024-11-11T15:36:41,275 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc57625d8e3741bb8a616e44a6048ae5 2024-11-11T15:36:41,281 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/f/b2b9588085ae45ae93c1fb38ba63ed3e as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/f/b2b9588085ae45ae93c1fb38ba63ed3e 2024-11-11T15:36:41,286 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2b9588085ae45ae93c1fb38ba63ed3e 2024-11-11T15:36:41,286 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/f/b2b9588085ae45ae93c1fb38ba63ed3e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T15:36:41,287 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/WALs/9a1fddc00362,33179,1731339372715/9a1fddc00362%2C33179%2C1731339372715.1731339373623 to pos 1720, reset compression=false 2024-11-11T15:36:41,287 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/f1/47fba54595234bb8835b85033382e7c7 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/f1/47fba54595234bb8835b85033382e7c7 2024-11-11T15:36:41,294 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47fba54595234bb8835b85033382e7c7 2024-11-11T15:36:41,295 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/f1/47fba54595234bb8835b85033382e7c7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T15:36:41,296 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/.tmp/norep/dc57625d8e3741bb8a616e44a6048ae5 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/norep/dc57625d8e3741bb8a616e44a6048ae5 2024-11-11T15:36:41,303 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc57625d8e3741bb8a616e44a6048ae5 2024-11-11T15:36:41,303 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/norep/dc57625d8e3741bb8a616e44a6048ae5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T15:36:41,312 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5eeb6e77d29d627c9956e8bbe6381f03 in 763ms, sequenceid=12, compaction requested=false 2024-11-11T15:36:41,320 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/table/bd41afc9cfe94fd49c7aa86ab5a17f3c is 53, key is hbase:replication/table:state/1731339385601/Put/seqid=0 2024-11-11T15:36:41,320 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/default/test/5eeb6e77d29d627c9956e8bbe6381f03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T15:36:41,321 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:41,321 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:41,321 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:41,321 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eeb6e77d29d627c9956e8bbe6381f03: Waiting for close lock at 1731339400549Running coprocessor pre-close hooks at 1731339400549Disabling compacts and flushes for region at 1731339400549Disabling writes for close at 1731339400549Obtaining lock to block concurrent updates at 1731339400549Preparing flush snapshotting stores in 5eeb6e77d29d627c9956e8bbe6381f03 at 1731339400549Finished memstore snapshotting test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731339400550 (+1 ms)Flushing stores of test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. at 1731339400552 (+2 ms)Flushing 5eeb6e77d29d627c9956e8bbe6381f03/f: creating writer at 1731339400552Flushing 5eeb6e77d29d627c9956e8bbe6381f03/f: appending metadata at 1731339400596 (+44 ms)Flushing 5eeb6e77d29d627c9956e8bbe6381f03/f: closing flushed file at 1731339400596Flushing 5eeb6e77d29d627c9956e8bbe6381f03/f1: creating writer at 1731339401084 (+488 ms)Flushing 5eeb6e77d29d627c9956e8bbe6381f03/f1: appending metadata at 1731339401132 (+48 ms)Flushing 5eeb6e77d29d627c9956e8bbe6381f03/f1: closing flushed file at 1731339401132Flushing 5eeb6e77d29d627c9956e8bbe6381f03/norep: creating writer at 1731339401173 (+41 ms)Flushing 5eeb6e77d29d627c9956e8bbe6381f03/norep: appending metadata at 1731339401220 (+47 ms)Flushing 5eeb6e77d29d627c9956e8bbe6381f03/norep: closing flushed file at 1731339401220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d26ad: reopening flushed file at 1731339401275 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770ac1df: reopening flushed file at 1731339401287 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a17ed7: reopening flushed file at 1731339401295 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5eeb6e77d29d627c9956e8bbe6381f03 in 763ms, sequenceid=12, compaction requested=false at 1731339401312 (+17 ms)Writing region close event to WAL at 1731339401314 (+2 ms)Running coprocessor post-close hooks at 1731339401321 (+7 ms)Closed at 1731339401321 2024-11-11T15:36:41,321 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339379393.5eeb6e77d29d627c9956e8bbe6381f03. 2024-11-11T15:36:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 714691dbf77d423c6ee25d4bb5318766, disabling compactions & flushes 2024-11-11T15:36:41,322 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. after waiting 0 ms 2024-11-11T15:36:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 714691dbf77d423c6ee25d4bb5318766: Waiting for close lock at 1731339401322Running coprocessor pre-close hooks at 1731339401322Disabling compacts and flushes for region at 1731339401322Disabling writes for close at 1731339401322Failed flush hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766., putting online again at 1731339401322 2024-11-11T15:36:41,322 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741846_1022 (size=5308) 2024-11-11T15:36:41,335 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/table/bd41afc9cfe94fd49c7aa86ab5a17f3c 2024-11-11T15:36:41,339 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/info/5776b8b80d2e4793a2d765ed03209311 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/info/5776b8b80d2e4793a2d765ed03209311 2024-11-11T15:36:41,348 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/info/5776b8b80d2e4793a2d765ed03209311, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:36:41,349 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/ns/b2d3447f9ca943cead4cfebddc6a4dc8 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/ns/b2d3447f9ca943cead4cfebddc6a4dc8 2024-11-11T15:36:41,356 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/ns/b2d3447f9ca943cead4cfebddc6a4dc8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:36:41,357 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/rep_barrier/4a6b2b79a0f34e3ebf6fec0831df7df7 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/rep_barrier/4a6b2b79a0f34e3ebf6fec0831df7df7 2024-11-11T15:36:41,359 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:41,359 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 714691dbf77d423c6ee25d4bb5318766 2024-11-11T15:36:41,359 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 714691dbf77d423c6ee25d4bb5318766, disabling compactions & flushes 2024-11-11T15:36:41,359 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,359 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,359 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. after waiting 0 ms 2024-11-11T15:36:41,359 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,359 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 714691dbf77d423c6ee25d4bb5318766: Waiting for close lock at 1731339401359Running coprocessor pre-close hooks at 1731339401359Disabling compacts and flushes for region at 1731339401359Disabling writes for close at 1731339401359Failed flush hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766., putting online again at 1731339401359 2024-11-11T15:36:41,359 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766. 2024-11-11T15:36:41,365 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/rep_barrier/4a6b2b79a0f34e3ebf6fec0831df7df7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:36:41,367 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/.tmp/table/bd41afc9cfe94fd49c7aa86ab5a17f3c as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/table/bd41afc9cfe94fd49c7aa86ab5a17f3c 2024-11-11T15:36:41,379 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/table/bd41afc9cfe94fd49c7aa86ab5a17f3c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:36:41,380 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 822ms, sequenceid=16, compaction requested=false 2024-11-11T15:36:41,389 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:36:41,389 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:41,389 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:41,389 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:41,390 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339400558Running coprocessor pre-close hooks at 1731339400558Disabling compacts and flushes for region at 1731339400558Disabling writes for close at 1731339400558Obtaining lock to block concurrent updates at 1731339400558Preparing flush snapshotting stores in 1588230740 at 1731339400558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339400558Flushing stores of hbase:meta,,1.1588230740 at 1731339400561 (+3 ms)Flushing 1588230740/info: creating writer at 1731339400561Flushing 1588230740/info: appending metadata at 1731339400606 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731339400606Flushing 1588230740/ns: creating writer at 1731339401091 (+485 ms)Flushing 1588230740/ns: appending metadata at 1731339401135 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731339401135Flushing 1588230740/rep_barrier: creating writer at 1731339401215 (+80 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339401239 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339401239Flushing 1588230740/table: creating writer at 1731339401282 (+43 ms)Flushing 1588230740/table: appending metadata at 1731339401320 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731339401320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c803b90: reopening flushed file at 1731339401339 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46667319: reopening flushed file at 1731339401348 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60213d1c: reopening flushed file at 1731339401356 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27315db8: reopening flushed file at 1731339401365 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 822ms, sequenceid=16, compaction requested=false at 1731339401380 (+15 ms)Writing region close event to WAL at 1731339401385 (+5 ms)Running coprocessor post-close hooks at 1731339401389 (+4 ms)Closed at 1731339401389 2024-11-11T15:36:41,390 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:41,466 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:36:41,466 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:36:41,559 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:36:41,559 DEBUG [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1325): Online Regions={714691dbf77d423c6ee25d4bb5318766=hbase:replication,,1731339384432.714691dbf77d423c6ee25d4bb5318766.} 2024-11-11T15:36:41,559 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T15:36:41,559 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,33179,1731339372715; all regions closed. 2024-11-11T15:36:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:36:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741839_1015 (size=2609) 2024-11-11T15:36:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741832_1008 (size=2372) 2024-11-11T15:36:41,585 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:41,585 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:41,586 INFO [RS:0;9a1fddc00362:33179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:41,587 INFO [RS:0;9a1fddc00362:33179 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:41,587 INFO [RS:0;9a1fddc00362:33179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:41,587 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,33179,1731339372715 because: Region server is closing 2024-11-11T15:36:41,587 INFO [RS:0;9a1fddc00362:33179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:33179. 2024-11-11T15:36:41,587 DEBUG [RS:0;9a1fddc00362:33179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:41,587 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:41,587 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:41,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:41,587 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:41,687 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.shipper9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 terminated 2024-11-11T15:36:41,688 INFO [RS:0;9a1fddc00362:33179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:33179. 2024-11-11T15:36:41,688 DEBUG [RS:0;9a1fddc00362:33179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:41,688 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:41,688 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,33179,1731339372715.replicationSource.wal-reader.9a1fddc00362%2C33179%2C1731339372715,1-9a1fddc00362,33179,1731339372715 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:36:41,688 DEBUG [RS:0;9a1fddc00362:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:41,688 INFO [RS:0;9a1fddc00362:33179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33179 2024-11-11T15:36:41,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932/rs 2024-11-11T15:36:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088727932/rs/9a1fddc00362,33179,1731339372715 2024-11-11T15:36:41,692 INFO [RS:0;9a1fddc00362:33179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:41,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,33179,1731339372715] 2024-11-11T15:36:41,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/draining/9a1fddc00362,33179,1731339372715 already deleted, retry=false 2024-11-11T15:36:41,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,33179,1731339372715 expired; onlineServers=0 2024-11-11T15:36:41,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,32869,1731339372626' ***** 2024-11-11T15:36:41,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:36:41,696 INFO [M:0;9a1fddc00362:32869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:41,696 INFO [M:0;9a1fddc00362:32869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:41,696 DEBUG [M:0;9a1fddc00362:32869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:36:41,696 DEBUG [M:0;9a1fddc00362:32869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:36:41,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:36:41,696 INFO [M:0;9a1fddc00362:32869 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:41,696 INFO [M:0;9a1fddc00362:32869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:41,696 DEBUG [M:0;9a1fddc00362:32869 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:36:41,696 INFO [M:0;9a1fddc00362:32869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:36:41,697 INFO [M:0;9a1fddc00362:32869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:41,697 INFO [M:0;9a1fddc00362:32869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:36:41,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:36:41,699 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339373369 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339373369,5,FailOnTimeoutGroup] 2024-11-11T15:36:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088727932/master 2024-11-11T15:36:41,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088727932 2024-11-11T15:36:41,700 DEBUG [M:0;9a1fddc00362:32869 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088727932/master already deleted, retry=false 2024-11-11T15:36:41,700 DEBUG [M:0;9a1fddc00362:32869 {}] master.ActiveMasterManager(353): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2088727932/master 2024-11-11T15:36:41,704 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339373372 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339373372,5,FailOnTimeoutGroup] 2024-11-11T15:36:41,713 INFO [M:0;9a1fddc00362:32869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/.lastflushedseqids 2024-11-11T15:36:41,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741847_1023 (size=245) 2024-11-11T15:36:41,757 INFO [M:0;9a1fddc00362:32869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:36:41,758 INFO [M:0;9a1fddc00362:32869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:36:41,758 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:41,758 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:41,758 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:41,758 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:41,758 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:41,758 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T15:36:41,794 INFO [RS:0;9a1fddc00362:33179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:41,794 INFO [RS:0;9a1fddc00362:33179 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,33179,1731339372715; zookeeper connection closed. 2024-11-11T15:36:41,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:41,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10197f9aca90004, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:41,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bade055 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bade055 2024-11-11T15:36:41,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:36:41,809 DEBUG [M:0;9a1fddc00362:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6306fef8a3e741c9a01791b97bd26eba is 82, key is hbase:meta,,1/info:regioninfo/1731339374665/Put/seqid=0 2024-11-11T15:36:41,812 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741848_1024 (size=5672) 2024-11-11T15:36:42,230 INFO [M:0;9a1fddc00362:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6306fef8a3e741c9a01791b97bd26eba 2024-11-11T15:36:42,267 DEBUG [M:0;9a1fddc00362:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82e5cb81ab2244bcbc5d6a975ab56017 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339385606/Put/seqid=0 2024-11-11T15:36:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741849_1025 (size=8516) 2024-11-11T15:36:42,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:36:42,699 INFO [M:0;9a1fddc00362:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82e5cb81ab2244bcbc5d6a975ab56017 2024-11-11T15:36:42,728 DEBUG [M:0;9a1fddc00362:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9d81f58ef7648339fde4da7d4d7fec2 is 69, key is 9a1fddc00362,33179,1731339372715/rs:state/1731339373398/Put/seqid=0 2024-11-11T15:36:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741850_1026 (size=5156) 2024-11-11T15:36:42,839 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:43,145 INFO [M:0;9a1fddc00362:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9d81f58ef7648339fde4da7d4d7fec2 2024-11-11T15:36:43,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,150 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6306fef8a3e741c9a01791b97bd26eba as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6306fef8a3e741c9a01791b97bd26eba 2024-11-11T15:36:43,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,154 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6306fef8a3e741c9a01791b97bd26eba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:36:43,155 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82e5cb81ab2244bcbc5d6a975ab56017 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82e5cb81ab2244bcbc5d6a975ab56017 2024-11-11T15:36:43,159 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82e5cb81ab2244bcbc5d6a975ab56017, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:36:43,159 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9d81f58ef7648339fde4da7d4d7fec2 as hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9d81f58ef7648339fde4da7d4d7fec2 2024-11-11T15:36:43,169 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44015/user/jenkins/test-data/e17e9cae-64bc-20d1-f008-ed2cb938b168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9d81f58ef7648339fde4da7d4d7fec2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:36:43,170 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1412ms, sequenceid=97, compaction requested=false 2024-11-11T15:36:43,177 INFO [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:43,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,177 DEBUG [M:0;9a1fddc00362:32869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339401758Disabling compacts and flushes for region at 1731339401758Disabling writes for close at 1731339401758Obtaining lock to block concurrent updates at 1731339401758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339401758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731339401759 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339401766 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339401766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339401808 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339401808Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339402239 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339402266 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339402266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339402704 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339402727 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339402728 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5379bb4e: reopening flushed file at 1731339403150 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1064c3: reopening flushed file at 1731339403154 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2df03b: reopening flushed file at 1731339403159 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1412ms, sequenceid=97, compaction requested=false at 1731339403170 (+11 ms)Writing region close event to WAL at 1731339403177 (+7 ms)Closed at 1731339403177 2024-11-11T15:36:43,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741830_1006 (size=63654) 2024-11-11T15:36:43,183 INFO [M:0;9a1fddc00362:32869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:36:43,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:43,183 INFO [M:0;9a1fddc00362:32869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32869 2024-11-11T15:36:43,184 INFO [M:0;9a1fddc00362:32869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:43,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:43,286 INFO [M:0;9a1fddc00362:32869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x10197f9aca90003, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:43,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4759432b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:43,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67ac71d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:43,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:43,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50071aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:43,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e9f2cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:43,300 WARN [BP-1884983476-172.17.0.3-1731339371842 heartbeating to localhost/127.0.0.1:44015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:36:43,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:36:43,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:36:43,300 WARN [BP-1884983476-172.17.0.3-1731339371842 heartbeating to localhost/127.0.0.1:44015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1884983476-172.17.0.3-1731339371842 (Datanode Uuid f509ffbc-6ddf-4b37-a51a-2df836582aa9) service to localhost/127.0.0.1:44015 2024-11-11T15:36:43,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/cluster_7d4e8228-436f-545a-767d-0d0177d66eb6/data/data1/current/BP-1884983476-172.17.0.3-1731339371842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:43,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/cluster_7d4e8228-436f-545a-767d-0d0177d66eb6/data/data2/current/BP-1884983476-172.17.0.3-1731339371842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:43,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:36:43,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62c2e860{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:43,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eff3a46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:43,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:43,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a75ef96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:43,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79c609d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04996100-3d31-aa1d-b4ba-8ed78998d57c/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:43,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:36:43,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:36:43,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:43,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:43,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:43,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:43,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:43,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:36:43,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=63404548, stopped=false 2024-11-11T15:36:43,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,36825,1731339369308 2024-11-11T15:36:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-362803050/running 2024-11-11T15:36:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-362803050/running 2024-11-11T15:36:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:43,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:43,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:36:43,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:43,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:43,333 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,38769,1731339369351' ***** 2024-11-11T15:36:43,333 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:36:43,334 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:36:43,334 INFO [RS:0;9a1fddc00362:38769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:36:43,334 INFO [RS:0;9a1fddc00362:38769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:36:43,334 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(3091): Received CLOSE for f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:43,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:36:43,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/running 2024-11-11T15:36:43,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Set watcher on znode that does not yet exist, /0-362803050/running 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,38769,1731339369351 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:38769. 2024-11-11T15:36:43,339 DEBUG [RS:0;9a1fddc00362:38769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:43,339 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:43,339 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f872e3a7aff3a7f5a1ff7dc20f6c5955, disabling compactions & flushes 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:36:43,339 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:36:43,339 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:43,339 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:43,339 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. after waiting 0 ms 2024-11-11T15:36:43,339 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:43,340 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:36:43,340 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f872e3a7aff3a7f5a1ff7dc20f6c5955=test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955., 5de987ea5fac18575faf953c0425cd70=hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.} 2024-11-11T15:36:43,340 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5de987ea5fac18575faf953c0425cd70, f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:43,340 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T15:36:43,340 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:43,340 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:43,340 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:43,340 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:43,340 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:43,340 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:36:43,341 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:43,369 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/info/3f132e26c8ec4462bb5aa73efb78f0a0 is 147, key is hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70./info:regioninfo/1731339383208/Put/seqid=0 2024-11-11T15:36:43,371 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/f/9785f34f0c734e479b4d17e03a675603 is 37, key is row3/f:row3/1731339395676/Put/seqid=0 2024-11-11T15:36:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741840_1016 (size=7686) 2024-11-11T15:36:43,381 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/info/3f132e26c8ec4462bb5aa73efb78f0a0 2024-11-11T15:36:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741841_1017 (size=5228) 2024-11-11T15:36:43,418 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/ns/bada9c688af24db0be5053be3abe33c6 is 43, key is default/ns:d/1731339371777/Put/seqid=0 2024-11-11T15:36:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:36:43,430 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/ns/bada9c688af24db0be5053be3abe33c6 2024-11-11T15:36:43,462 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/rep_barrier/1524ecfa4b2d4e91aebdcccbc9b6564e is 112, key is test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955./rep_barrier:seqnumDuringOpen/1731339379292/Put/seqid=0 2024-11-11T15:36:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741843_1019 (size=5518) 2024-11-11T15:36:43,473 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/rep_barrier/1524ecfa4b2d4e91aebdcccbc9b6564e 2024-11-11T15:36:43,525 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/table/fd25b3e1bf6645f88ea2f87a0fabac19 is 53, key is hbase:replication/table:state/1731339383225/Put/seqid=0 2024-11-11T15:36:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741844_1020 (size=5308) 2024-11-11T15:36:43,539 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/table/fd25b3e1bf6645f88ea2f87a0fabac19 2024-11-11T15:36:43,540 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5de987ea5fac18575faf953c0425cd70, f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:43,553 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/info/3f132e26c8ec4462bb5aa73efb78f0a0 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/info/3f132e26c8ec4462bb5aa73efb78f0a0 2024-11-11T15:36:43,558 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/info/3f132e26c8ec4462bb5aa73efb78f0a0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:36:43,559 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/ns/bada9c688af24db0be5053be3abe33c6 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/ns/bada9c688af24db0be5053be3abe33c6 2024-11-11T15:36:43,573 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/ns/bada9c688af24db0be5053be3abe33c6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:36:43,575 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/rep_barrier/1524ecfa4b2d4e91aebdcccbc9b6564e as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/rep_barrier/1524ecfa4b2d4e91aebdcccbc9b6564e 2024-11-11T15:36:43,587 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/rep_barrier/1524ecfa4b2d4e91aebdcccbc9b6564e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:36:43,589 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/.tmp/table/fd25b3e1bf6645f88ea2f87a0fabac19 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/table/fd25b3e1bf6645f88ea2f87a0fabac19 2024-11-11T15:36:43,601 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/table/fd25b3e1bf6645f88ea2f87a0fabac19, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:36:43,603 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 263ms, sequenceid=16, compaction requested=false 2024-11-11T15:36:43,603 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:36:43,650 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:36:43,654 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:43,654 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:36:43,654 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:43,655 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339403340Running coprocessor pre-close hooks at 1731339403340Disabling compacts and flushes for region at 1731339403340Disabling writes for close at 1731339403340Obtaining lock to block concurrent updates at 1731339403340Preparing flush snapshotting stores in 1588230740 at 1731339403340Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339403340Flushing stores of hbase:meta,,1.1588230740 at 1731339403341 (+1 ms)Flushing 1588230740/info: creating writer at 1731339403341Flushing 1588230740/info: appending metadata at 1731339403369 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731339403369Flushing 1588230740/ns: creating writer at 1731339403388 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731339403417 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731339403417Flushing 1588230740/rep_barrier: creating writer at 1731339403442 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339403461 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339403461Flushing 1588230740/table: creating writer at 1731339403491 (+30 ms)Flushing 1588230740/table: appending metadata at 1731339403525 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731339403525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af596ff: reopening flushed file at 1731339403552 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f15d04: reopening flushed file at 1731339403558 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1571d1: reopening flushed file at 1731339403573 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e968b3: reopening flushed file at 1731339403587 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 263ms, sequenceid=16, compaction requested=false at 1731339403603 (+16 ms)Writing region close event to WAL at 1731339403641 (+38 ms)Running coprocessor post-close hooks at 1731339403654 (+13 ms)Closed at 1731339403654 2024-11-11T15:36:43,655 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:43,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:43,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,744 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 5de987ea5fac18575faf953c0425cd70, f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:43,782 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/f/9785f34f0c734e479b4d17e03a675603 2024-11-11T15:36:43,795 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9785f34f0c734e479b4d17e03a675603 2024-11-11T15:36:43,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:43,844 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/f1/74b6d56ad4344639aff34e3e7aaa3b54 is 30, key is row1/f1:/1731339392945/DeleteFamily/seqid=0 2024-11-11T15:36:43,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741845_1021 (size=5158) 2024-11-11T15:36:43,869 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/f1/74b6d56ad4344639aff34e3e7aaa3b54 2024-11-11T15:36:43,898 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74b6d56ad4344639aff34e3e7aaa3b54 2024-11-11T15:36:43,930 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/norep/94316b43e4e24529a580a9affdf61739 is 32, key is row/norep:/1731339391936/DeleteFamily/seqid=0 2024-11-11T15:36:43,943 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1493, reset compression=false 2024-11-11T15:36:43,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741846_1022 (size=5101) 2024-11-11T15:36:43,946 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 5de987ea5fac18575faf953c0425cd70, f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:43,984 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:43,984 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1740, reset compression=false 2024-11-11T15:36:43,984 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,38769,1731339369351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:36:43,985 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,38769,1731339369351: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,38769,1731339369351, walGroup=9a1fddc00362%2C38769%2C1731339369351, offset=9a1fddc00362%2C38769%2C1731339369351.1731339371327:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:38769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:36:43,986 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:36:43,986 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:36:43,987 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:36:43,987 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:36:43,987 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:36:43,987 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 898081672 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199812088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:36:43,987 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:36:44,147 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 5de987ea5fac18575faf953c0425cd70, f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:44,148 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:36:44,148 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:36:44,213 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1740, reset compression=false 2024-11-11T15:36:44,341 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/norep/94316b43e4e24529a580a9affdf61739 2024-11-11T15:36:44,345 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94316b43e4e24529a580a9affdf61739 2024-11-11T15:36:44,346 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/f/9785f34f0c734e479b4d17e03a675603 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/f/9785f34f0c734e479b4d17e03a675603 2024-11-11T15:36:44,347 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:36:44,347 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1325): Online Regions={f872e3a7aff3a7f5a1ff7dc20f6c5955=test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955., 5de987ea5fac18575faf953c0425cd70=hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70.} 2024-11-11T15:36:44,347 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 5de987ea5fac18575faf953c0425cd70, f872e3a7aff3a7f5a1ff7dc20f6c5955 2024-11-11T15:36:44,350 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9785f34f0c734e479b4d17e03a675603 2024-11-11T15:36:44,350 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/f/9785f34f0c734e479b4d17e03a675603, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T15:36:44,351 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/f1/74b6d56ad4344639aff34e3e7aaa3b54 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/f1/74b6d56ad4344639aff34e3e7aaa3b54 2024-11-11T15:36:44,355 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74b6d56ad4344639aff34e3e7aaa3b54 2024-11-11T15:36:44,355 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/f1/74b6d56ad4344639aff34e3e7aaa3b54, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T15:36:44,357 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/.tmp/norep/94316b43e4e24529a580a9affdf61739 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/norep/94316b43e4e24529a580a9affdf61739 2024-11-11T15:36:44,361 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94316b43e4e24529a580a9affdf61739 2024-11-11T15:36:44,361 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/norep/94316b43e4e24529a580a9affdf61739, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T15:36:44,362 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f872e3a7aff3a7f5a1ff7dc20f6c5955 in 1022ms, sequenceid=12, compaction requested=false 2024-11-11T15:36:44,362 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:36:44,366 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/data/default/test/f872e3a7aff3a7f5a1ff7dc20f6c5955/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:44,368 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f872e3a7aff3a7f5a1ff7dc20f6c5955: Waiting for close lock at 1731339403339Running coprocessor pre-close hooks at 1731339403339Disabling compacts and flushes for region at 1731339403339Disabling writes for close at 1731339403339Obtaining lock to block concurrent updates at 1731339403340 (+1 ms)Preparing flush snapshotting stores in f872e3a7aff3a7f5a1ff7dc20f6c5955 at 1731339403340Finished memstore snapshotting test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731339403340Flushing stores of test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. at 1731339403341 (+1 ms)Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/f: creating writer at 1731339403341Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/f: appending metadata at 1731339403371 (+30 ms)Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/f: closing flushed file at 1731339403371Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/f1: creating writer at 1731339403796 (+425 ms)Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/f1: appending metadata at 1731339403843 (+47 ms)Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/f1: closing flushed file at 1731339403843Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/norep: creating writer at 1731339403898 (+55 ms)Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/norep: appending metadata at 1731339403929 (+31 ms)Flushing f872e3a7aff3a7f5a1ff7dc20f6c5955/norep: closing flushed file at 1731339403929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487e92d1: reopening flushed file at 1731339404346 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12507ba2: reopening flushed file at 1731339404350 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338838e6: reopening flushed file at 1731339404355 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f872e3a7aff3a7f5a1ff7dc20f6c5955 in 1022ms, sequenceid=12, compaction requested=false at 1731339404362 (+7 ms)Writing region close event to WAL at 1731339404364 (+2 ms)Running coprocessor post-close hooks at 1731339404368 (+4 ms)Closed at 1731339404368 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339378754.f872e3a7aff3a7f5a1ff7dc20f6c5955. 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de987ea5fac18575faf953c0425cd70, disabling compactions & flushes 2024-11-11T15:36:44,368 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. after waiting 0 ms 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,368 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de987ea5fac18575faf953c0425cd70: Waiting for close lock at 1731339404368Running coprocessor pre-close hooks at 1731339404368Disabling compacts and flushes for region at 1731339404368Disabling writes for close at 1731339404368Failed flush hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70., putting online again at 1731339404368 2024-11-11T15:36:44,369 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,517 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 1740, reset compression=false 2024-11-11T15:36:44,523 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:36:44,523 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 2384, reset compression=false 2024-11-11T15:36:44,547 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:44,547 DEBUG [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1351): Waiting on 5de987ea5fac18575faf953c0425cd70 2024-11-11T15:36:44,547 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de987ea5fac18575faf953c0425cd70, disabling compactions & flushes 2024-11-11T15:36:44,548 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,548 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,548 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. after waiting 0 ms 2024-11-11T15:36:44,548 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,548 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de987ea5fac18575faf953c0425cd70: Waiting for close lock at 1731339404547Running coprocessor pre-close hooks at 1731339404547Disabling compacts and flushes for region at 1731339404547Disabling writes for close at 1731339404548 (+1 ms)Failed flush hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70., putting online again at 1731339404548 2024-11-11T15:36:44,548 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339382220.5de987ea5fac18575faf953c0425cd70. 2024-11-11T15:36:44,726 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/WALs/9a1fddc00362,38769,1731339369351/9a1fddc00362%2C38769%2C1731339369351.1731339371327 to pos 2384, reset compression=false 2024-11-11T15:36:44,747 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T15:36:44,748 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,38769,1731339369351; all regions closed. 2024-11-11T15:36:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:36:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741839_1015 (size=2609) 2024-11-11T15:36:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741833_1009 (size=2392) 2024-11-11T15:36:44,754 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:44,755 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:36:44,755 INFO [RS:0;9a1fddc00362:38769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:44,755 INFO [RS:0;9a1fddc00362:38769 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:44,755 INFO [RS:0;9a1fddc00362:38769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:44,755 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:44,755 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,38769,1731339369351 because: Region server is closing 2024-11-11T15:36:44,755 INFO [RS:0;9a1fddc00362:38769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:38769. 2024-11-11T15:36:44,755 DEBUG [RS:0;9a1fddc00362:38769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:44,756 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:44,756 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:44,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:44,856 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.shipper9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 terminated 2024-11-11T15:36:44,856 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,38769,1731339369351.replicationSource.wal-reader.9a1fddc00362%2C38769%2C1731339369351,1-9a1fddc00362,38769,1731339369351 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:36:44,856 INFO [RS:0;9a1fddc00362:38769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:38769. 2024-11-11T15:36:44,856 DEBUG [RS:0;9a1fddc00362:38769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:36:44,856 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:44,857 DEBUG [RS:0;9a1fddc00362:38769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:44,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:36:44,857 INFO [RS:0;9a1fddc00362:38769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38769 2024-11-11T15:36:44,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050/rs 2024-11-11T15:36:44,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-362803050/rs/9a1fddc00362,38769,1731339369351 2024-11-11T15:36:44,868 INFO [RS:0;9a1fddc00362:38769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:44,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,38769,1731339369351] 2024-11-11T15:36:44,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/draining/9a1fddc00362,38769,1731339369351 already deleted, retry=false 2024-11-11T15:36:44,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,38769,1731339369351 expired; onlineServers=0 2024-11-11T15:36:44,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,36825,1731339369308' ***** 2024-11-11T15:36:44,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:36:44,873 INFO [M:0;9a1fddc00362:36825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:36:44,873 INFO [M:0;9a1fddc00362:36825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:36:44,873 DEBUG [M:0;9a1fddc00362:36825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:36:44,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:36:44,873 DEBUG [M:0;9a1fddc00362:36825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:36:44,873 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339370969 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339370969,5,FailOnTimeoutGroup] 2024-11-11T15:36:44,873 INFO [M:0;9a1fddc00362:36825 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:36:44,873 INFO [M:0;9a1fddc00362:36825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:36:44,873 DEBUG [M:0;9a1fddc00362:36825 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:36:44,874 INFO [M:0;9a1fddc00362:36825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:36:44,874 INFO [M:0;9a1fddc00362:36825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:36:44,874 INFO [M:0;9a1fddc00362:36825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:36:44,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:36:44,874 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339370932 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339370932,5,FailOnTimeoutGroup] 2024-11-11T15:36:44,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-362803050/master 2024-11-11T15:36:44,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-362803050 2024-11-11T15:36:44,879 DEBUG [M:0;9a1fddc00362:36825 {}] zookeeper.RecoverableZooKeeper(212): Node /0-362803050/master already deleted, retry=false 2024-11-11T15:36:44,879 DEBUG [M:0;9a1fddc00362:36825 {}] master.ActiveMasterManager(353): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-362803050/master 2024-11-11T15:36:44,880 INFO [M:0;9a1fddc00362:36825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/.lastflushedseqids 2024-11-11T15:36:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741847_1023 (size=245) 2024-11-11T15:36:44,909 INFO [M:0;9a1fddc00362:36825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:36:44,909 INFO [M:0;9a1fddc00362:36825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:36:44,909 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:44,909 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:44,909 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:44,909 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:44,909 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:44,909 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T15:36:44,931 DEBUG [M:0;9a1fddc00362:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e168708169e94438bb0f537ad0ccc604 is 82, key is hbase:meta,,1/info:regioninfo/1731339371765/Put/seqid=0 2024-11-11T15:36:44,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741848_1024 (size=5672) 2024-11-11T15:36:44,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:44,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38769-0x10197f9aca90001, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:44,970 INFO [RS:0;9a1fddc00362:38769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:44,970 INFO [RS:0;9a1fddc00362:38769 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,38769,1731339369351; zookeeper connection closed. 2024-11-11T15:36:44,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e499e94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e499e94 2024-11-11T15:36:44,971 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:36:45,339 INFO [M:0;9a1fddc00362:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e168708169e94438bb0f537ad0ccc604 2024-11-11T15:36:45,375 DEBUG [M:0;9a1fddc00362:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b74d58acecd4cd28eb7905350e782d1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339379327/Put/seqid=0 2024-11-11T15:36:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741849_1025 (size=7218) 2024-11-11T15:36:45,382 INFO [M:0;9a1fddc00362:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b74d58acecd4cd28eb7905350e782d1 2024-11-11T15:36:45,385 INFO [M:0;9a1fddc00362:36825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b74d58acecd4cd28eb7905350e782d1 2024-11-11T15:36:45,399 DEBUG [M:0;9a1fddc00362:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24620e4679554dfbb12f7af019de1e08 is 69, key is 9a1fddc00362,38769,1731339369351/rs:state/1731339370990/Put/seqid=0 2024-11-11T15:36:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741850_1026 (size=5156) 2024-11-11T15:36:45,809 INFO [M:0;9a1fddc00362:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24620e4679554dfbb12f7af019de1e08 2024-11-11T15:36:45,842 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e168708169e94438bb0f537ad0ccc604 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e168708169e94438bb0f537ad0ccc604 2024-11-11T15:36:45,885 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e168708169e94438bb0f537ad0ccc604, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T15:36:45,888 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b74d58acecd4cd28eb7905350e782d1 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b74d58acecd4cd28eb7905350e782d1 2024-11-11T15:36:45,899 INFO [M:0;9a1fddc00362:36825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b74d58acecd4cd28eb7905350e782d1 2024-11-11T15:36:45,900 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b74d58acecd4cd28eb7905350e782d1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T15:36:45,902 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24620e4679554dfbb12f7af019de1e08 as hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24620e4679554dfbb12f7af019de1e08 2024-11-11T15:36:45,909 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24620e4679554dfbb12f7af019de1e08, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T15:36:45,912 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1003ms, sequenceid=105, compaction requested=false 2024-11-11T15:36:45,936 INFO [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:45,936 DEBUG [M:0;9a1fddc00362:36825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339404909Disabling compacts and flushes for region at 1731339404909Disabling writes for close at 1731339404909Obtaining lock to block concurrent updates at 1731339404909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339404909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731339404910 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339404912 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339404912Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339404931 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339404931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339405351 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339405375 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339405375Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339405385 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339405399 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339405399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b309a1: reopening flushed file at 1731339405830 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469cdb5d: reopening flushed file at 1731339405885 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbf9540: reopening flushed file at 1731339405900 (+15 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1003ms, sequenceid=105, compaction requested=false at 1731339405912 (+12 ms)Writing region close event to WAL at 1731339405936 (+24 ms)Closed at 1731339405936 2024-11-11T15:36:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44717 is added to blk_1073741830_1006 (size=64423) 2024-11-11T15:36:45,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0803ca3-8e2f-21eb-f302-c03a53cfe224/MasterData/WALs/9a1fddc00362,36825,1731339369308/9a1fddc00362%2C36825%2C1731339369308.1731339370650 not finished, retry = 0 2024-11-11T15:36:46,088 INFO [M:0;9a1fddc00362:36825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:36:46,089 INFO [M:0;9a1fddc00362:36825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36825 2024-11-11T15:36:46,090 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:36:46,091 INFO [M:0;9a1fddc00362:36825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:36:46,200 INFO [M:0;9a1fddc00362:36825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:36:46,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:46,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x10197f9aca90000, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:36:46,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a15140{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:46,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de7dee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:46,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:46,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e9b9fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:46,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56066fd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:46,256 WARN [BP-1116820216-172.17.0.3-1731339368318 heartbeating to localhost/127.0.0.1:39417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:36:46,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:36:46,256 WARN [BP-1116820216-172.17.0.3-1731339368318 heartbeating to localhost/127.0.0.1:39417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1116820216-172.17.0.3-1731339368318 (Datanode Uuid 4d5d6b04-2cb9-481e-9901-77c377c608f1) service to localhost/127.0.0.1:39417 2024-11-11T15:36:46,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:36:46,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:36:46,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/data/data1/current/BP-1116820216-172.17.0.3-1731339368318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:46,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/cluster_d0ea3ec1-6796-236e-9ab3-7c0fcd1af9f6/data/data2/current/BP-1116820216-172.17.0.3-1731339368318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:36:46,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c65b862{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:46,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8a3c1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:36:46,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:36:46,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f9c7383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:36:46,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c467a5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac77f8c-0e4c-fc36-4f22-da901d9347bf/hadoop.log.dir/,STOPPED} 2024-11-11T15:36:46,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:36:46,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:36:46,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:39417 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33385 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:39417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61174) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61174) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:39417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44015 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61174) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1022 (was 863) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1694 (was 1900) 2024-11-11T15:36:46,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197f9aca90005, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:36:46,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197f9aca90005, quorum=127.0.0.1:61174, baseZNode=/1-2088727932 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:36:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10197f9aca90008, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:36:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197f9aca90002, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:36:46,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197f9aca90002, quorum=127.0.0.1:61174, baseZNode=/0-362803050 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:36:46,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10197f9aca90008, quorum=127.0.0.1:61174, baseZNode=/2905275586 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:36:46,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=1022, ProcessCount=11, AvailableMemoryMB=1693 2024-11-11T15:36:46,438 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T15:36:46,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir so I do NOT create it in target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698 2024-11-11T15:36:46,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:36:46,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.tmp.dir so I do NOT create it in target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698 2024-11-11T15:36:46,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127baf16-bf0e-a7f6-dcf8-73e97e8694fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:36:46,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698 2024-11-11T15:36:46,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23, deleteOnExit=true 2024-11-11T15:36:46,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/zookeeper_0, clientPort=52951, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:36:46,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52951 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/test.cache.data in system properties and HBase conf 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:36:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:36:46,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:36:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:36:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:36:46,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:46,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:46,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:46,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:46,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:46,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:46,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3f850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:46,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6684bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:46,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75b4a08e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/java.io.tmpdir/jetty-localhost-43049-hadoop-hdfs-3_4_1-tests_jar-_-any-15406914385256999632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:46,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67bc77a2{HTTP/1.1, (http/1.1)}{localhost:43049} 2024-11-11T15:36:46,948 INFO [Time-limited test {}] server.Server(415): Started @248544ms 2024-11-11T15:36:47,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:36:47,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:36:47,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:36:47,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:36:47,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:47,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:47,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:47,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:47,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:47,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd78157{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:47,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79df2b86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:47,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358c91db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/java.io.tmpdir/jetty-localhost-43383-hadoop-hdfs-3_4_1-tests_jar-_-any-2228270206806146538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:47,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4821959b{HTTP/1.1, (http/1.1)}{localhost:43383} 2024-11-11T15:36:47,528 INFO [Time-limited test {}] server.Server(415): Started @249124ms 2024-11-11T15:36:47,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:36:47,704 WARN [Thread-3401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/data/data2/current/BP-13726941-172.17.0.3-1731339406569/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:47,705 WARN [Thread-3400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/data/data1/current/BP-13726941-172.17.0.3-1731339406569/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:47,756 WARN [Thread-3388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:36:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5236ac4239b5613 with lease ID 0xa7d7218621da2567: Processing first storage report for DS-da049802-9bb3-4de9-944f-88794bc58a4d from datanode DatanodeRegistration(127.0.0.1:43597, datanodeUuid=fc673bbc-bad3-4cf6-83f7-2a600f5aa9fe, infoPort=33533, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1557054474;c=1731339406569) 2024-11-11T15:36:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5236ac4239b5613 with lease ID 0xa7d7218621da2567: from storage DS-da049802-9bb3-4de9-944f-88794bc58a4d node DatanodeRegistration(127.0.0.1:43597, datanodeUuid=fc673bbc-bad3-4cf6-83f7-2a600f5aa9fe, infoPort=33533, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1557054474;c=1731339406569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5236ac4239b5613 with lease ID 0xa7d7218621da2567: Processing first storage report for DS-36e79e90-0346-4684-af9f-21e09ef2a816 from datanode DatanodeRegistration(127.0.0.1:43597, datanodeUuid=fc673bbc-bad3-4cf6-83f7-2a600f5aa9fe, infoPort=33533, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1557054474;c=1731339406569) 2024-11-11T15:36:47,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5236ac4239b5613 with lease ID 0xa7d7218621da2567: from storage DS-36e79e90-0346-4684-af9f-21e09ef2a816 node DatanodeRegistration(127.0.0.1:43597, datanodeUuid=fc673bbc-bad3-4cf6-83f7-2a600f5aa9fe, infoPort=33533, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=1557054474;c=1731339406569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:47,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698 2024-11-11T15:36:47,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:47,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:36:47,830 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4 with version=8 2024-11-11T15:36:47,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/hbase-staging 2024-11-11T15:36:47,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:36:47,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:47,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35467 2024-11-11T15:36:47,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35467 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354670x0, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:47,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35467-0x10197fa41f60000 connected 2024-11-11T15:36:47,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:47,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:47,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/running 2024-11-11T15:36:47,969 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4, hbase.cluster.distributed=false 2024-11-11T15:36:47,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/acl 2024-11-11T15:36:47,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-11T15:36:47,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35467 2024-11-11T15:36:47,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35467 2024-11-11T15:36:48,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-11T15:36:48,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-11T15:36:48,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:48,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:48,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:48,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:48,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:48,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:48,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:36:48,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:48,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43749 2024-11-11T15:36:48,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43749 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:48,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:48,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:48,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437490x0, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:48,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437490x0, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/running 2024-11-11T15:36:48,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43749-0x10197fa41f60001 connected 2024-11-11T15:36:48,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:36:48,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:36:48,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/master 2024-11-11T15:36:48,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/acl 2024-11-11T15:36:48,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43749 2024-11-11T15:36:48,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43749 2024-11-11T15:36:48,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43749 2024-11-11T15:36:48,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43749 2024-11-11T15:36:48,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43749 2024-11-11T15:36:48,116 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:35467 2024-11-11T15:36:48,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01070874999/backup-masters/9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999/backup-masters 2024-11-11T15:36:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999/backup-masters 2024-11-11T15:36:48,123 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on existing znode=/01070874999/backup-masters/9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070874999/master 2024-11-11T15:36:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,125 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on existing znode=/01070874999/master 2024-11-11T15:36:48,126 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01070874999/backup-masters/9a1fddc00362,35467,1731339407832 from backup master directory 2024-11-11T15:36:48,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999/backup-masters 2024-11-11T15:36:48,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070874999/backup-masters/9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999/backup-masters 2024-11-11T15:36:48,127 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:48,127 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,131 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/hbase.id] with ID: 3ccda635-4f45-4c21-94ee-c30d0b374e4f 2024-11-11T15:36:48,131 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/.tmp/hbase.id 2024-11-11T15:36:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:36:48,564 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/.tmp/hbase.id]:[hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/hbase.id] 2024-11-11T15:36:48,583 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:48,583 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:36:48,584 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:36:48,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:36:48,605 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:48,606 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:36:48,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:36:48,616 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store 2024-11-11T15:36:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:36:48,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:48,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:48,636 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:48,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:48,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:48,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:48,636 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:48,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339408636Disabling compacts and flushes for region at 1731339408636Disabling writes for close at 1731339408636Writing region close event to WAL at 1731339408636Closed at 1731339408636 2024-11-11T15:36:48,637 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/.initializing 2024-11-11T15:36:48,637 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/WALs/9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,638 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:48,640 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C35467%2C1731339407832, suffix=, logDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/WALs/9a1fddc00362,35467,1731339407832, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/oldWALs, maxLogs=10 2024-11-11T15:36:48,656 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/WALs/9a1fddc00362,35467,1731339407832/9a1fddc00362%2C35467%2C1731339407832.1731339408641, exclude list is [], retry=0 2024-11-11T15:36:48,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43597,DS-da049802-9bb3-4de9-944f-88794bc58a4d,DISK] 2024-11-11T15:36:48,695 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/WALs/9a1fddc00362,35467,1731339407832/9a1fddc00362%2C35467%2C1731339407832.1731339408641 2024-11-11T15:36:48,695 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533)] 2024-11-11T15:36:48,695 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:48,696 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:48,696 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,696 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:36:48,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:48,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:48,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:36:48,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:48,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:48,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:36:48,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:48,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:48,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:36:48,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:48,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:48,704 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,706 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,706 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,706 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:48,708 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:48,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:48,711 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72690536, jitterRate=0.08317339420318604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:48,712 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339408696Initializing all the Stores at 1731339408697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339408697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339408697Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339408697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339408697Cleaning up temporary data from old regions at 1731339408706 (+9 ms)Region opened successfully at 1731339408711 (+5 ms) 2024-11-11T15:36:48,712 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:36:48,715 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae93efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:48,715 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:36:48,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:36:48,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:36:48,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:36:48,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:36:48,717 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:36:48,717 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:36:48,718 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:36:48,719 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Unable to get data of znode /01070874999/balancer because node does not exist (not necessarily an error) 2024-11-11T15:36:48,721 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070874999/balancer already deleted, retry=false 2024-11-11T15:36:48,721 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:36:48,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:48,722 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Unable to get data of znode /01070874999/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:36:48,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:48,723 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070874999/normalizer already deleted, retry=false 2024-11-11T15:36:48,723 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68506 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:36:48,723 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:36:48,733 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Unable to get data of znode /01070874999/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:36:48,734 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070874999/switch/split already deleted, retry=false 2024-11-11T15:36:48,736 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Unable to get data of znode /01070874999/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:36:48,737 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070874999/switch/merge already deleted, retry=false 2024-11-11T15:36:48,739 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Unable to get data of znode /01070874999/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:36:48,740 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01070874999/snapshot-cleanup already deleted, retry=false 2024-11-11T15:36:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070874999/running 2024-11-11T15:36:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01070874999/running 2024-11-11T15:36:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,742 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,35467,1731339407832, sessionid=0x10197fa41f60000, setting cluster-up flag (Was=false) 2024-11-11T15:36:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,751 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01070874999/flush-table-proc/acquired, /01070874999/flush-table-proc/reached, /01070874999/flush-table-proc/abort 2024-11-11T15:36:48,752 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:48,758 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01070874999/online-snapshot/acquired, /01070874999/online-snapshot/reached, /01070874999/online-snapshot/abort 2024-11-11T15:36:48,759 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,35467,1731339407832 2024-11-11T15:36:48,760 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:36:48,765 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:48,766 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:36:48,766 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:36:48,766 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,35467,1731339407832 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:36:48,767 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:48,767 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:48,767 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:48,767 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:48,767 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:36:48,768 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,768 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:48,768 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:48,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339438772 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:36:48,772 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:48,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:36:48,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:36:48,776 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:36:48,776 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:36:48,776 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:36:48,776 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:36:48,780 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:36:48,780 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:36:48,782 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339408780,5,FailOnTimeoutGroup] 2024-11-11T15:36:48,784 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339408782,5,FailOnTimeoutGroup] 2024-11-11T15:36:48,784 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,784 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:36:48,784 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,784 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:36:48,796 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(746): ClusterId : 3ccda635-4f45-4c21-94ee-c30d0b374e4f 2024-11-11T15:36:48,796 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:36:48,798 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:36:48,798 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:36:48,800 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:36:48,800 DEBUG [RS:0;9a1fddc00362:43749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b7cf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:48,814 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:43749 2024-11-11T15:36:48,814 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:36:48,814 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:36:48,814 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:36:48,815 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,35467,1731339407832 with port=43749, startcode=1731339408031 2024-11-11T15:36:48,815 DEBUG [RS:0;9a1fddc00362:43749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:36:48,817 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:36:48,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,43749,1731339408031 2024-11-11T15:36:48,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,43749,1731339408031 2024-11-11T15:36:48,819 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4 2024-11-11T15:36:48,819 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44509 2024-11-11T15:36:48,819 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:36:48,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999/rs 2024-11-11T15:36:48,820 DEBUG [RS:0;9a1fddc00362:43749 {}] zookeeper.ZKUtil(111): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on existing znode=/01070874999/rs/9a1fddc00362,43749,1731339408031 2024-11-11T15:36:48,820 WARN [RS:0;9a1fddc00362:43749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:48,820 INFO [RS:0;9a1fddc00362:43749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:48,821 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031 2024-11-11T15:36:48,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,43749,1731339408031] 2024-11-11T15:36:48,826 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:36:48,830 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:36:48,830 INFO [RS:0;9a1fddc00362:43749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:36:48,831 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,831 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:36:48,832 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:36:48,832 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:48,832 DEBUG [RS:0;9a1fddc00362:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:48,840 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,840 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,840 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,840 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,840 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,840 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43749,1731339408031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:48,855 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:36:48,855 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43749,1731339408031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,855 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,855 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.Replication(171): 9a1fddc00362,43749,1731339408031 started 2024-11-11T15:36:48,882 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:48,882 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,43749,1731339408031, RpcServer on 9a1fddc00362/172.17.0.3:43749, sessionid=0x10197fa41f60001 2024-11-11T15:36:48,882 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:36:48,882 DEBUG [RS:0;9a1fddc00362:43749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,43749,1731339408031 2024-11-11T15:36:48,882 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43749,1731339408031' 2024-11-11T15:36:48,882 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01070874999/flush-table-proc/abort' 2024-11-11T15:36:48,883 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01070874999/flush-table-proc/acquired' 2024-11-11T15:36:48,883 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:36:48,883 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:36:48,883 DEBUG [RS:0;9a1fddc00362:43749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,43749,1731339408031 2024-11-11T15:36:48,883 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43749,1731339408031' 2024-11-11T15:36:48,883 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01070874999/online-snapshot/abort' 2024-11-11T15:36:48,884 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01070874999/online-snapshot/acquired' 2024-11-11T15:36:48,884 DEBUG [RS:0;9a1fddc00362:43749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:36:48,884 INFO [RS:0;9a1fddc00362:43749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:36:48,884 INFO [RS:0;9a1fddc00362:43749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:36:48,984 INFO [RS:0;9a1fddc00362:43749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:48,986 INFO [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C43749%2C1731339408031, suffix=, logDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/oldWALs, maxLogs=10 2024-11-11T15:36:49,000 DEBUG [RS:0;9a1fddc00362:43749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986, exclude list is [], retry=0 2024-11-11T15:36:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43597,DS-da049802-9bb3-4de9-944f-88794bc58a4d,DISK] 2024-11-11T15:36:49,004 INFO [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 2024-11-11T15:36:49,005 DEBUG [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533)] 2024-11-11T15:36:49,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:36:49,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4 2024-11-11T15:36:49,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:36:49,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:49,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:49,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:49,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:49,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:49,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:49,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:49,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:49,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:49,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:49,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:49,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:49,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:49,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:49,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:49,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:49,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:49,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:49,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740 2024-11-11T15:36:49,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740 2024-11-11T15:36:49,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:49,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:49,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:49,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:49,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:49,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60737397, jitterRate=-0.09494225680828094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:49,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339409632Initializing all the Stores at 1731339409633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339409633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339409636 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339409636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339409636Cleaning up temporary data from old regions at 1731339409665 (+29 ms)Region opened successfully at 1731339409677 (+12 ms) 2024-11-11T15:36:49,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:49,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:49,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:49,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:49,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:49,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:49,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339409678Disabling compacts and flushes for region at 1731339409678Disabling writes for close at 1731339409678Writing region close event to WAL at 1731339409678Closed at 1731339409678 2024-11-11T15:36:49,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:49,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:36:49,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:36:49,681 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:49,682 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:36:49,832 DEBUG [9a1fddc00362:35467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:36:49,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,43749,1731339408031 2024-11-11T15:36:49,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,43749,1731339408031, state=OPENING 2024-11-11T15:36:49,837 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:36:49,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:49,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:36:49,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:49,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,43749,1731339408031}] 2024-11-11T15:36:49,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070874999/meta-region-server: CHANGED 2024-11-11T15:36:49,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070874999/meta-region-server: CHANGED 2024-11-11T15:36:49,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:49,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:36:50,003 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:36:50,003 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:50,003 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:36:50,004 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C43749%2C1731339408031.meta, suffix=.meta, logDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/oldWALs, maxLogs=10 2024-11-11T15:36:50,022 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.meta.1731339410005.meta, exclude list is [], retry=0 2024-11-11T15:36:50,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43597,DS-da049802-9bb3-4de9-944f-88794bc58a4d,DISK] 2024-11-11T15:36:50,028 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.meta.1731339410005.meta 2024-11-11T15:36:50,029 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533)] 2024-11-11T15:36:50,029 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:50,030 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:50,030 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:50,030 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:36:50,030 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:36:50,031 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:36:50,031 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:50,031 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:36:50,031 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:36:50,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:50,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:50,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:50,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:50,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:50,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:50,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:50,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:50,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:50,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:50,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:50,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:50,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:50,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:50,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:50,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:50,037 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:50,037 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740 2024-11-11T15:36:50,038 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740 2024-11-11T15:36:50,039 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:50,039 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:50,039 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:50,040 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:50,041 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62800785, jitterRate=-0.06419537961483002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:50,041 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:36:50,041 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339410031Writing region info on filesystem at 1731339410031Initializing all the Stores at 1731339410032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339410032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339410032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339410032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339410032Cleaning up temporary data from old regions at 1731339410039 (+7 ms)Running coprocessor post-open hooks at 1731339410041 (+2 ms)Region opened successfully at 1731339410041 2024-11-11T15:36:50,043 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339409997 2024-11-11T15:36:50,045 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:36:50,045 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:36:50,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43749,1731339408031 2024-11-11T15:36:50,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,43749,1731339408031, state=OPEN 2024-11-11T15:36:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070874999/meta-region-server 2024-11-11T15:36:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01070874999/meta-region-server 2024-11-11T15:36:50,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,43749,1731339408031 2024-11-11T15:36:50,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070874999/meta-region-server: CHANGED 2024-11-11T15:36:50,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01070874999/meta-region-server: CHANGED 2024-11-11T15:36:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:36:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,43749,1731339408031 in 205 msec 2024-11-11T15:36:50,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:36:50,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-11T15:36:50,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:50,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:36:50,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:50,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43749,1731339408031, seqNum=-1] 2024-11-11T15:36:50,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:50,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:50,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-11T15:36:50,060 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339410060, completionTime=-1 2024-11-11T15:36:50,060 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:36:50,060 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:36:50,062 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:36:50,062 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339470062 2024-11-11T15:36:50,062 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339530062 2024-11-11T15:36:50,062 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:36:50,062 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35467,1731339407832-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35467,1731339407832-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35467,1731339407832-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:35467, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,065 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:36:50,070 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.946sec 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35467,1731339407832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:50,073 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35467,1731339407832-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:36:50,076 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:36:50,076 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:36:50,076 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35467,1731339407832-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:50,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fbc5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:50,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,35467,-1 for getting cluster id 2024-11-11T15:36:50,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:50,098 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ccda635-4f45-4c21-94ee-c30d0b374e4f' 2024-11-11T15:36:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ccda635-4f45-4c21-94ee-c30d0b374e4f" 2024-11-11T15:36:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e91873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,35467,-1] 2024-11-11T15:36:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:50,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:50,100 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:50,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42893ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:50,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43749,1731339408031, seqNum=-1] 2024-11-11T15:36:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:50,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:50,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,35467,1731339407832 2024-11-11T15:36:50,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:50,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197fa41f60002 connected 2024-11-11T15:36:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir so I do NOT create it in target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc 2024-11-11T15:36:50,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:36:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.tmp.dir so I do NOT create it in target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc 2024-11-11T15:36:50,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:36:50,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc 2024-11-11T15:36:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:36:50,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/cluster_fb0b744b-c3aa-09dc-7924-2d1996aa9f53, deleteOnExit=true 2024-11-11T15:36:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:36:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/test.cache.data in system properties and HBase conf 2024-11-11T15:36:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:36:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:36:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:36:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:36:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:36:50,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:36:50,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:36:50,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:36:50,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:50,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:36:50,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:36:50,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:50,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:50,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:50,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:50,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:50,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:50,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba4b299{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:50,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2b4cfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:50,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23533543{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/java.io.tmpdir/jetty-localhost-45389-hadoop-hdfs-3_4_1-tests_jar-_-any-11915365229040354757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:50,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d7dc1c{HTTP/1.1, (http/1.1)}{localhost:45389} 2024-11-11T15:36:50,531 INFO [Time-limited test {}] server.Server(415): Started @252126ms 2024-11-11T15:36:50,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:50,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:50,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:50,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:50,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:50,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4919c32c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:50,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7718d2d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:50,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d7f0e88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/java.io.tmpdir/jetty-localhost-35587-hadoop-hdfs-3_4_1-tests_jar-_-any-5392149445449833597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:50,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@996ca38{HTTP/1.1, (http/1.1)}{localhost:35587} 2024-11-11T15:36:50,804 INFO [Time-limited test {}] server.Server(415): Started @252399ms 2024-11-11T15:36:50,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:36:50,894 WARN [Thread-3522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/cluster_fb0b744b-c3aa-09dc-7924-2d1996aa9f53/data/data2/current/BP-564452334-172.17.0.3-1731339410161/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:50,894 WARN [Thread-3521 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/cluster_fb0b744b-c3aa-09dc-7924-2d1996aa9f53/data/data1/current/BP-564452334-172.17.0.3-1731339410161/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:50,926 WARN [Thread-3509 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:36:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d142f33cf054e12 with lease ID 0x6dcda6249831bc80: Processing first storage report for DS-65d4f18c-0710-46bb-a565-7dc04c0ed905 from datanode DatanodeRegistration(127.0.0.1:35827, datanodeUuid=14e856e2-600c-4926-bcd5-fbc9757dcbaf, infoPort=42607, infoSecurePort=0, ipcPort=35709, storageInfo=lv=-57;cid=testClusterID;nsid=82317153;c=1731339410161) 2024-11-11T15:36:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d142f33cf054e12 with lease ID 0x6dcda6249831bc80: from storage DS-65d4f18c-0710-46bb-a565-7dc04c0ed905 node DatanodeRegistration(127.0.0.1:35827, datanodeUuid=14e856e2-600c-4926-bcd5-fbc9757dcbaf, infoPort=42607, infoSecurePort=0, ipcPort=35709, storageInfo=lv=-57;cid=testClusterID;nsid=82317153;c=1731339410161), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:36:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d142f33cf054e12 with lease ID 0x6dcda6249831bc80: Processing first storage report for DS-5fb4f349-7f31-496b-9551-d849aa59c0b9 from datanode DatanodeRegistration(127.0.0.1:35827, datanodeUuid=14e856e2-600c-4926-bcd5-fbc9757dcbaf, infoPort=42607, infoSecurePort=0, ipcPort=35709, storageInfo=lv=-57;cid=testClusterID;nsid=82317153;c=1731339410161) 2024-11-11T15:36:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d142f33cf054e12 with lease ID 0x6dcda6249831bc80: from storage DS-5fb4f349-7f31-496b-9551-d849aa59c0b9 node DatanodeRegistration(127.0.0.1:35827, datanodeUuid=14e856e2-600c-4926-bcd5-fbc9757dcbaf, infoPort=42607, infoSecurePort=0, ipcPort=35709, storageInfo=lv=-57;cid=testClusterID;nsid=82317153;c=1731339410161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:50,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc 2024-11-11T15:36:50,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:50,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:50,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:36:51,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3 with version=8 2024-11-11T15:36:51,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/hbase-staging 2024-11-11T15:36:51,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:36:51,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:51,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45067 2024-11-11T15:36:51,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45067 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:51,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450670x0, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:51,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45067-0x10197fa41f60003 connected 2024-11-11T15:36:51,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:51,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:51,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/running 2024-11-11T15:36:51,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3, hbase.cluster.distributed=false 2024-11-11T15:36:51,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/acl 2024-11-11T15:36:51,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45067 2024-11-11T15:36:51,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45067 2024-11-11T15:36:51,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45067 2024-11-11T15:36:51,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45067 2024-11-11T15:36:51,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45067 2024-11-11T15:36:51,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:36:51,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:51,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40985 2024-11-11T15:36:51,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40985 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:51,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:51,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:51,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409850x0, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:51,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409850x0, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/running 2024-11-11T15:36:51,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:36:51,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40985-0x10197fa41f60004 connected 2024-11-11T15:36:51,468 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:36:51,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/master 2024-11-11T15:36:51,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/acl 2024-11-11T15:36:51,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40985 2024-11-11T15:36:51,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40985 2024-11-11T15:36:51,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40985 2024-11-11T15:36:51,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40985 2024-11-11T15:36:51,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40985 2024-11-11T15:36:51,500 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:45067 2024-11-11T15:36:51,501 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-631876671/backup-masters/9a1fddc00362,45067,1731339411353 2024-11-11T15:36:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671/backup-masters 2024-11-11T15:36:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671/backup-masters 2024-11-11T15:36:51,503 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on existing znode=/1-631876671/backup-masters/9a1fddc00362,45067,1731339411353 2024-11-11T15:36:51,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-631876671/master 2024-11-11T15:36:51,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:51,505 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on existing znode=/1-631876671/master 2024-11-11T15:36:51,506 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-631876671/backup-masters/9a1fddc00362,45067,1731339411353 from backup master directory 2024-11-11T15:36:51,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671/backup-masters 2024-11-11T15:36:51,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631876671/backup-masters/9a1fddc00362,45067,1731339411353 2024-11-11T15:36:51,507 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:51,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671/backup-masters 2024-11-11T15:36:51,507 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,45067,1731339411353 2024-11-11T15:36:51,513 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/hbase.id] with ID: c4a09330-2603-4587-a8f7-7a1442c15051 2024-11-11T15:36:51,513 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/.tmp/hbase.id 2024-11-11T15:36:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:36:51,525 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/.tmp/hbase.id]:[hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/hbase.id] 2024-11-11T15:36:51,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:51,534 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:36:51,535 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:36:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:36:51,550 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:51,551 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:36:51,551 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:51,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:36:51,963 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store 2024-11-11T15:36:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:36:51,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:51,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:51,976 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:51,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:51,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:51,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:51,976 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:51,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339411976Disabling compacts and flushes for region at 1731339411976Disabling writes for close at 1731339411976Writing region close event to WAL at 1731339411976Closed at 1731339411976 2024-11-11T15:36:51,977 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/.initializing 2024-11-11T15:36:51,977 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/WALs/9a1fddc00362,45067,1731339411353 2024-11-11T15:36:51,979 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:51,980 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C45067%2C1731339411353, suffix=, logDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/WALs/9a1fddc00362,45067,1731339411353, archiveDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/oldWALs, maxLogs=10 2024-11-11T15:36:52,003 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/WALs/9a1fddc00362,45067,1731339411353/9a1fddc00362%2C45067%2C1731339411353.1731339411981, exclude list is [], retry=0 2024-11-11T15:36:52,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-65d4f18c-0710-46bb-a565-7dc04c0ed905,DISK] 2024-11-11T15:36:52,008 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/WALs/9a1fddc00362,45067,1731339411353/9a1fddc00362%2C45067%2C1731339411353.1731339411981 2024-11-11T15:36:52,016 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-11T15:36:52,016 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:52,016 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:52,016 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,017 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:36:52,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:52,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:36:52,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:52,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:36:52,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:52,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:36:52,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:52,053 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,054 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,054 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:52,057 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:52,058 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:52,059 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64832067, jitterRate=-0.03392691910266876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:52,059 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339412017Initializing all the Stores at 1731339412018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339412018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339412041 (+23 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339412041Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339412041Cleaning up temporary data from old regions at 1731339412055 (+14 ms)Region opened successfully at 1731339412059 (+4 ms) 2024-11-11T15:36:52,059 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:36:52,062 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f981eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:52,064 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:36:52,064 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:36:52,064 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:36:52,064 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:36:52,065 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:36:52,065 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:36:52,066 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:36:52,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:36:52,079 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Unable to get data of znode /1-631876671/balancer because node does not exist (not necessarily an error) 2024-11-11T15:36:52,086 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631876671/balancer already deleted, retry=false 2024-11-11T15:36:52,087 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:36:52,088 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Unable to get data of znode /1-631876671/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:36:52,089 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631876671/normalizer already deleted, retry=false 2024-11-11T15:36:52,089 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:36:52,093 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Unable to get data of znode /1-631876671/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:36:52,094 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631876671/switch/split already deleted, retry=false 2024-11-11T15:36:52,095 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Unable to get data of znode /1-631876671/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:36:52,096 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631876671/switch/merge already deleted, retry=false 2024-11-11T15:36:52,100 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Unable to get data of znode /1-631876671/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:36:52,101 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631876671/snapshot-cleanup already deleted, retry=false 2024-11-11T15:36:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-631876671/running 2024-11-11T15:36:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-631876671/running 2024-11-11T15:36:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:52,104 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,45067,1731339411353, sessionid=0x10197fa41f60003, setting cluster-up flag (Was=false) 2024-11-11T15:36:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:52,110 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-631876671/flush-table-proc/acquired, /1-631876671/flush-table-proc/reached, /1-631876671/flush-table-proc/abort 2024-11-11T15:36:52,111 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,45067,1731339411353 2024-11-11T15:36:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:52,116 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-631876671/online-snapshot/acquired, /1-631876671/online-snapshot/reached, /1-631876671/online-snapshot/abort 2024-11-11T15:36:52,117 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,45067,1731339411353 2024-11-11T15:36:52,118 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:36:52,119 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:52,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:36:52,120 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:36:52,120 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,45067,1731339411353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:52,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:52,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:36:52,124 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:36:52,128 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339442128 2024-11-11T15:36:52,128 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:36:52,129 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:36:52,130 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:36:52,130 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:36:52,136 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339412131,5,FailOnTimeoutGroup] 2024-11-11T15:36:52,136 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339412136,5,FailOnTimeoutGroup] 2024-11-11T15:36:52,136 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,136 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:36:52,136 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,136 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:36:52,196 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(746): ClusterId : c4a09330-2603-4587-a8f7-7a1442c15051 2024-11-11T15:36:52,196 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:36:52,198 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:36:52,199 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:36:52,201 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:36:52,201 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ae1851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:52,217 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:40985 2024-11-11T15:36:52,217 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:36:52,217 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:36:52,217 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:36:52,218 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,45067,1731339411353 with port=40985, startcode=1731339411451 2024-11-11T15:36:52,218 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:36:52,220 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:36:52,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,40985,1731339411451 2024-11-11T15:36:52,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45067 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,40985,1731339411451 2024-11-11T15:36:52,222 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3 2024-11-11T15:36:52,222 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42807 2024-11-11T15:36:52,222 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:36:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671/rs 2024-11-11T15:36:52,228 DEBUG [RS:0;9a1fddc00362:40985 {}] zookeeper.ZKUtil(111): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on existing znode=/1-631876671/rs/9a1fddc00362,40985,1731339411451 2024-11-11T15:36:52,228 WARN [RS:0;9a1fddc00362:40985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:52,228 INFO [RS:0;9a1fddc00362:40985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:52,228 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451 2024-11-11T15:36:52,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,40985,1731339411451] 2024-11-11T15:36:52,244 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:36:52,247 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:36:52,248 INFO [RS:0;9a1fddc00362:40985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:36:52,248 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,248 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:36:52,249 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:36:52,249 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:52,249 DEBUG [RS:0;9a1fddc00362:40985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:52,252 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,252 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,252 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,252 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,252 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,252 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40985,1731339411451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:52,269 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:36:52,269 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40985,1731339411451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,269 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,269 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.Replication(171): 9a1fddc00362,40985,1731339411451 started 2024-11-11T15:36:52,285 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:52,285 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,40985,1731339411451, RpcServer on 9a1fddc00362/172.17.0.3:40985, sessionid=0x10197fa41f60004 2024-11-11T15:36:52,286 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:36:52,286 DEBUG [RS:0;9a1fddc00362:40985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,40985,1731339411451 2024-11-11T15:36:52,286 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40985,1731339411451' 2024-11-11T15:36:52,286 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-631876671/flush-table-proc/abort' 2024-11-11T15:36:52,292 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-631876671/flush-table-proc/acquired' 2024-11-11T15:36:52,293 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:36:52,293 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:36:52,293 DEBUG [RS:0;9a1fddc00362:40985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,40985,1731339411451 2024-11-11T15:36:52,293 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40985,1731339411451' 2024-11-11T15:36:52,293 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-631876671/online-snapshot/abort' 2024-11-11T15:36:52,293 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-631876671/online-snapshot/acquired' 2024-11-11T15:36:52,294 DEBUG [RS:0;9a1fddc00362:40985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:36:52,294 INFO [RS:0;9a1fddc00362:40985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:36:52,294 INFO [RS:0;9a1fddc00362:40985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:36:52,394 INFO [RS:0;9a1fddc00362:40985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:52,395 INFO [RS:0;9a1fddc00362:40985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40985%2C1731339411451, suffix=, logDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451, archiveDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/oldWALs, maxLogs=10 2024-11-11T15:36:52,412 DEBUG [RS:0;9a1fddc00362:40985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, exclude list is [], retry=0 2024-11-11T15:36:52,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-65d4f18c-0710-46bb-a565-7dc04c0ed905,DISK] 2024-11-11T15:36:52,417 INFO [RS:0;9a1fddc00362:40985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 2024-11-11T15:36:52,417 DEBUG [RS:0;9a1fddc00362:40985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-11T15:36:52,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:36:52,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3 2024-11-11T15:36:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:36:52,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:52,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:52,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:52,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:52,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:52,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:52,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:52,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:52,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:52,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:52,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:52,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:52,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:52,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740 2024-11-11T15:36:52,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740 2024-11-11T15:36:52,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:52,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:52,980 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:52,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:52,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:52,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61082135, jitterRate=-0.08980526030063629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339412945Initializing all the Stores at 1731339412948 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339412949 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339412952 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339412952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339412952Cleaning up temporary data from old regions at 1731339412979 (+27 ms)Region opened successfully at 1731339412984 (+5 ms) 2024-11-11T15:36:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:52,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:52,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:52,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:52,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339412984Disabling compacts and flushes for region at 1731339412984Disabling writes for close at 1731339412984Writing region close event to WAL at 1731339412991 (+7 ms)Closed at 1731339412991 2024-11-11T15:36:52,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:52,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:36:52,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:36:52,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:52,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:36:53,148 DEBUG [9a1fddc00362:45067 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:36:53,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,40985,1731339411451 2024-11-11T15:36:53,150 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40985,1731339411451, state=OPENING 2024-11-11T15:36:53,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:36:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:36:53,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631876671/meta-region-server: CHANGED 2024-11-11T15:36:53,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631876671/meta-region-server: CHANGED 2024-11-11T15:36:53,153 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:53,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40985,1731339411451}] 2024-11-11T15:36:53,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:53,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:36:53,310 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:36:53,310 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:53,311 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:36:53,312 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40985%2C1731339411451.meta, suffix=.meta, logDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451, archiveDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/oldWALs, maxLogs=10 2024-11-11T15:36:53,327 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.meta.1731339413313.meta, exclude list is [], retry=0 2024-11-11T15:36:53,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-65d4f18c-0710-46bb-a565-7dc04c0ed905,DISK] 2024-11-11T15:36:53,330 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.meta.1731339413313.meta 2024-11-11T15:36:53,330 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:53,331 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:36:53,331 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:36:53,331 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:36:53,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:53,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:53,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:53,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:53,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:53,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:53,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:53,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:53,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:53,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:53,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:53,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:53,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:53,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:53,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:53,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:53,337 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:53,337 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740 2024-11-11T15:36:53,338 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740 2024-11-11T15:36:53,338 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:53,338 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:53,339 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:53,340 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:53,340 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73882826, jitterRate=0.10093989968299866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:53,340 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:36:53,340 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339413332Writing region info on filesystem at 1731339413332Initializing all the Stores at 1731339413332Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339413332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339413332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339413332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339413332Cleaning up temporary data from old regions at 1731339413338 (+6 ms)Running coprocessor post-open hooks at 1731339413340 (+2 ms)Region opened successfully at 1731339413340 2024-11-11T15:36:53,341 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339413305 2024-11-11T15:36:53,343 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:36:53,343 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:36:53,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40985,1731339411451 2024-11-11T15:36:53,345 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,40985,1731339411451, state=OPEN 2024-11-11T15:36:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-631876671/meta-region-server 2024-11-11T15:36:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-631876671/meta-region-server 2024-11-11T15:36:53,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631876671/meta-region-server: CHANGED 2024-11-11T15:36:53,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631876671/meta-region-server: CHANGED 2024-11-11T15:36:53,346 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,40985,1731339411451 2024-11-11T15:36:53,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:36:53,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,40985,1731339411451 in 193 msec 2024-11-11T15:36:53,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:36:53,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-11T15:36:53,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:53,350 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:36:53,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:53,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40985,1731339411451, seqNum=-1] 2024-11-11T15:36:53,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:53,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:53,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-11T15:36:53,357 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339413357, completionTime=-1 2024-11-11T15:36:53,357 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:36:53,357 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339473359 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339533359 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45067,1731339411353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45067,1731339411353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45067,1731339411353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:45067, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,359 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,361 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:36:53,362 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.855sec 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45067,1731339411353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:53,363 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45067,1731339411353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:36:53,364 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:36:53,365 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:36:53,365 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45067,1731339411353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:53,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65312e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:53,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:36:53,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:53,389 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:36:53,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:53,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:36:53,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922108c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:36:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:53,391 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:53,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ebbc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:53,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40985,1731339411451, seqNum=-1] 2024-11-11T15:36:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:53,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:53,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,45067,1731339411353 2024-11-11T15:36:53,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:53,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:53,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197fa41f60005 connected 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir so I do NOT create it in target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af 2024-11-11T15:36:53,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.tmp.dir so I do NOT create it in target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af 2024-11-11T15:36:53,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:36:53,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/cluster_a8000b87-0410-18dc-8f15-0da27ba07257, deleteOnExit=true 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/test.cache.data in system properties and HBase conf 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:36:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:36:53,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:36:53,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:36:53,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:53,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:53,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:53,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:53,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:53,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:53,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31bf1c17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:53,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc47c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:53,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@efd5888{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-6963525451162495881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:36:53,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e97ab7a{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-11-11T15:36:53,702 INFO [Time-limited test {}] server.Server(415): Started @255297ms 2024-11-11T15:36:53,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:36:53,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:36:53,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:36:53,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:36:53,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:36:53,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604464d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:36:53,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432db79e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:36:53,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72cc6655{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/java.io.tmpdir/jetty-localhost-32845-hadoop-hdfs-3_4_1-tests_jar-_-any-14148546280404766300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:36:53,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccc1754{HTTP/1.1, (http/1.1)}{localhost:32845} 2024-11-11T15:36:53,932 INFO [Time-limited test {}] server.Server(415): Started @255527ms 2024-11-11T15:36:53,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:36:54,116 WARN [Thread-3641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/cluster_a8000b87-0410-18dc-8f15-0da27ba07257/data/data1/current/BP-36883018-172.17.0.3-1731339413431/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:54,116 WARN [Thread-3642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/cluster_a8000b87-0410-18dc-8f15-0da27ba07257/data/data2/current/BP-36883018-172.17.0.3-1731339413431/current, will proceed with Du for space computation calculation, 2024-11-11T15:36:54,157 WARN [Thread-3629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:36:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eba4cf01493c1a6 with lease ID 0xb2e8b86d1b3a9485: Processing first storage report for DS-da27e5d8-e388-432b-b71c-7df01fb4aac7 from datanode DatanodeRegistration(127.0.0.1:33273, datanodeUuid=e8dcbf06-f235-4b4e-8378-3bcadb180695, infoPort=45705, infoSecurePort=0, ipcPort=44471, storageInfo=lv=-57;cid=testClusterID;nsid=1366343267;c=1731339413431) 2024-11-11T15:36:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eba4cf01493c1a6 with lease ID 0xb2e8b86d1b3a9485: from storage DS-da27e5d8-e388-432b-b71c-7df01fb4aac7 node DatanodeRegistration(127.0.0.1:33273, datanodeUuid=e8dcbf06-f235-4b4e-8378-3bcadb180695, infoPort=45705, infoSecurePort=0, ipcPort=44471, storageInfo=lv=-57;cid=testClusterID;nsid=1366343267;c=1731339413431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eba4cf01493c1a6 with lease ID 0xb2e8b86d1b3a9485: Processing first storage report for DS-64ed53d1-f5e8-4f62-a136-8759a13ffa7c from datanode DatanodeRegistration(127.0.0.1:33273, datanodeUuid=e8dcbf06-f235-4b4e-8378-3bcadb180695, infoPort=45705, infoSecurePort=0, ipcPort=44471, storageInfo=lv=-57;cid=testClusterID;nsid=1366343267;c=1731339413431) 2024-11-11T15:36:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eba4cf01493c1a6 with lease ID 0xb2e8b86d1b3a9485: from storage DS-64ed53d1-f5e8-4f62-a136-8759a13ffa7c node DatanodeRegistration(127.0.0.1:33273, datanodeUuid=e8dcbf06-f235-4b4e-8378-3bcadb180695, infoPort=45705, infoSecurePort=0, ipcPort=44471, storageInfo=lv=-57;cid=testClusterID;nsid=1366343267;c=1731339413431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:36:54,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af 2024-11-11T15:36:54,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:54,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:36:54,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a with version=8 2024-11-11T15:36:54,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/hbase-staging 2024-11-11T15:36:54,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:54,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:54,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:36:54,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:54,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37479 2024-11-11T15:36:54,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37479 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374790x0, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:54,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37479-0x10197fa41f60006 connected 2024-11-11T15:36:54,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:54,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:54,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/running 2024-11-11T15:36:54,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a, hbase.cluster.distributed=false 2024-11-11T15:36:54,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/acl 2024-11-11T15:36:54,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37479 2024-11-11T15:36:54,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37479 2024-11-11T15:36:54,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37479 2024-11-11T15:36:54,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37479 2024-11-11T15:36:54,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37479 2024-11-11T15:36:54,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:36:54,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:36:54,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37907 2024-11-11T15:36:54,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37907 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:54,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:54,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:54,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379070x0, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:54,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379070x0, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/running 2024-11-11T15:36:54,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37907-0x10197fa41f60007 connected 2024-11-11T15:36:54,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:36:54,722 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:36:54,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/master 2024-11-11T15:36:54,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/acl 2024-11-11T15:36:54,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-11T15:36:54,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37907 2024-11-11T15:36:54,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37907 2024-11-11T15:36:54,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-11T15:36:54,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-11T15:36:54,762 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:37479 2024-11-11T15:36:54,763 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21317981383/backup-masters/9a1fddc00362,37479,1731339414658 2024-11-11T15:36:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383/backup-masters 2024-11-11T15:36:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383/backup-masters 2024-11-11T15:36:54,765 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on existing znode=/21317981383/backup-masters/9a1fddc00362,37479,1731339414658 2024-11-11T15:36:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21317981383/master 2024-11-11T15:36:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:54,766 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on existing znode=/21317981383/master 2024-11-11T15:36:54,767 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21317981383/backup-masters/9a1fddc00362,37479,1731339414658 from backup master directory 2024-11-11T15:36:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21317981383/backup-masters/9a1fddc00362,37479,1731339414658 2024-11-11T15:36:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383/backup-masters 2024-11-11T15:36:54,768 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:54,768 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,37479,1731339414658 2024-11-11T15:36:54,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383/backup-masters 2024-11-11T15:36:54,773 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/hbase.id] with ID: 788c4758-6f93-4475-93fa-3318682b2e82 2024-11-11T15:36:54,773 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/.tmp/hbase.id 2024-11-11T15:36:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:36:54,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:36:55,180 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/.tmp/hbase.id]:[hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/hbase.id] 2024-11-11T15:36:55,193 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:36:55,193 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:36:55,194 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:36:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:55,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:36:55,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:36:55,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:36:55,669 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:55,670 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:36:55,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:36:56,091 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store 2024-11-11T15:36:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:36:56,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:56,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:36:56,516 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:56,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:56,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:36:56,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:56,516 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:36:56,516 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339416516Disabling compacts and flushes for region at 1731339416516Disabling writes for close at 1731339416516Writing region close event to WAL at 1731339416516Closed at 1731339416516 2024-11-11T15:36:56,518 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/.initializing 2024-11-11T15:36:56,518 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/WALs/9a1fddc00362,37479,1731339414658 2024-11-11T15:36:56,519 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:56,521 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C37479%2C1731339414658, suffix=, logDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/WALs/9a1fddc00362,37479,1731339414658, archiveDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/oldWALs, maxLogs=10 2024-11-11T15:36:56,546 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/WALs/9a1fddc00362,37479,1731339414658/9a1fddc00362%2C37479%2C1731339414658.1731339416521, exclude list is [], retry=0 2024-11-11T15:36:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-da27e5d8-e388-432b-b71c-7df01fb4aac7,DISK] 2024-11-11T15:36:56,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/WALs/9a1fddc00362,37479,1731339414658/9a1fddc00362%2C37479%2C1731339414658.1731339416521 2024-11-11T15:36:56,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-11T15:36:56,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:56,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:56,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:36:56,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:56,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:56,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:36:56,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:56,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:56,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:36:56,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:56,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:56,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:36:56,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:56,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:56,595 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,595 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,599 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,599 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,599 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:56,601 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:36:56,603 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:56,603 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64181875, jitterRate=-0.04361553490161896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:56,603 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339416555Initializing all the Stores at 1731339416561 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339416561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339416564 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339416564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339416564Cleaning up temporary data from old regions at 1731339416599 (+35 ms)Region opened successfully at 1731339416603 (+4 ms) 2024-11-11T15:36:56,603 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:36:56,606 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f8e88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:56,607 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:36:56,608 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:36:56,608 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:36:56,608 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:36:56,608 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:36:56,609 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:36:56,609 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:36:56,629 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:36:56,630 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Unable to get data of znode /21317981383/balancer because node does not exist (not necessarily an error) 2024-11-11T15:36:56,636 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21317981383/balancer already deleted, retry=false 2024-11-11T15:36:56,637 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:36:56,638 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Unable to get data of znode /21317981383/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:36:56,640 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21317981383/normalizer already deleted, retry=false 2024-11-11T15:36:56,640 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:36:56,641 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Unable to get data of znode /21317981383/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:36:56,642 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21317981383/switch/split already deleted, retry=false 2024-11-11T15:36:56,643 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Unable to get data of znode /21317981383/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:36:56,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21317981383/switch/merge already deleted, retry=false 2024-11-11T15:36:56,651 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Unable to get data of znode /21317981383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:36:56,652 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21317981383/snapshot-cleanup already deleted, retry=false 2024-11-11T15:36:56,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21317981383/running 2024-11-11T15:36:56,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:56,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,37479,1731339414658, sessionid=0x10197fa41f60006, setting cluster-up flag (Was=false) 2024-11-11T15:36:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21317981383/running 2024-11-11T15:36:56,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:56,666 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21317981383/flush-table-proc/acquired, /21317981383/flush-table-proc/reached, /21317981383/flush-table-proc/abort 2024-11-11T15:36:56,667 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,37479,1731339414658 2024-11-11T15:36:56,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:56,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:56,697 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21317981383/online-snapshot/acquired, /21317981383/online-snapshot/reached, /21317981383/online-snapshot/abort 2024-11-11T15:36:56,698 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,37479,1731339414658 2024-11-11T15:36:56,700 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:36:56,704 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:56,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:36:56,707 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:36:56,707 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,37479,1731339414658 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:56,710 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:56,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:36:56,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:56,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339446773 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:36:56,773 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:36:56,774 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,774 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(746): ClusterId : 788c4758-6f93-4475-93fa-3318682b2e82 2024-11-11T15:36:56,774 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:36:56,781 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:36:56,781 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:36:56,788 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:36:56,788 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501fb1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:36:56,794 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:36:56,794 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:36:56,794 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:36:56,794 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:36:56,796 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:36:56,796 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:36:56,801 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339416796,5,FailOnTimeoutGroup] 2024-11-11T15:36:56,828 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:37907 2024-11-11T15:36:56,828 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:36:56,828 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:36:56,828 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:36:56,829 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,37479,1731339414658 with port=37907, startcode=1731339414706 2024-11-11T15:36:56,830 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:36:56,831 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339416801,5,FailOnTimeoutGroup] 2024-11-11T15:36:56,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:36:56,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:36:56,833 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:36:56,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,37907,1731339414706 2024-11-11T15:36:56,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37479 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,37907,1731339414706 2024-11-11T15:36:56,842 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a 2024-11-11T15:36:56,842 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40863 2024-11-11T15:36:56,842 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:36:56,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:36:56,845 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a 2024-11-11T15:36:56,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383/rs 2024-11-11T15:36:56,847 DEBUG [RS:0;9a1fddc00362:37907 {}] zookeeper.ZKUtil(111): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on existing znode=/21317981383/rs/9a1fddc00362,37907,1731339414706 2024-11-11T15:36:56,847 WARN [RS:0;9a1fddc00362:37907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:36:56,847 INFO [RS:0;9a1fddc00362:37907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:56,847 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706 2024-11-11T15:36:56,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,37907,1731339414706] 2024-11-11T15:36:56,871 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:36:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:36:56,888 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:36:56,896 INFO [RS:0;9a1fddc00362:37907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:36:56,896 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,901 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:36:56,904 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:36:56,904 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:56,904 DEBUG [RS:0;9a1fddc00362:37907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:36:56,919 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,919 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,919 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,919 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,920 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,920 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37907,1731339414706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:56,940 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:36:56,940 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37907,1731339414706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,940 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,940 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.Replication(171): 9a1fddc00362,37907,1731339414706 started 2024-11-11T15:36:56,961 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:56,961 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,37907,1731339414706, RpcServer on 9a1fddc00362/172.17.0.3:37907, sessionid=0x10197fa41f60007 2024-11-11T15:36:56,961 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:36:56,961 DEBUG [RS:0;9a1fddc00362:37907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,37907,1731339414706 2024-11-11T15:36:56,961 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,37907,1731339414706' 2024-11-11T15:36:56,961 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21317981383/flush-table-proc/abort' 2024-11-11T15:36:56,962 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21317981383/flush-table-proc/acquired' 2024-11-11T15:36:56,962 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:36:56,962 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:36:56,962 DEBUG [RS:0;9a1fddc00362:37907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,37907,1731339414706 2024-11-11T15:36:56,962 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,37907,1731339414706' 2024-11-11T15:36:56,962 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21317981383/online-snapshot/abort' 2024-11-11T15:36:56,963 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21317981383/online-snapshot/acquired' 2024-11-11T15:36:56,963 DEBUG [RS:0;9a1fddc00362:37907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:36:56,963 INFO [RS:0;9a1fddc00362:37907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:36:56,963 INFO [RS:0;9a1fddc00362:37907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:36:57,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:36:57,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:36:57,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:36:57,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:36:57,063 INFO [RS:0;9a1fddc00362:37907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:36:57,065 INFO [RS:0;9a1fddc00362:37907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37907%2C1731339414706, suffix=, logDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706, archiveDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/oldWALs, maxLogs=10 2024-11-11T15:36:57,079 DEBUG [RS:0;9a1fddc00362:37907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, exclude list is [], retry=0 2024-11-11T15:36:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-da27e5d8-e388-432b-b71c-7df01fb4aac7,DISK] 2024-11-11T15:36:57,083 INFO [RS:0;9a1fddc00362:37907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 2024-11-11T15:36:57,083 DEBUG [RS:0;9a1fddc00362:37907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-11T15:36:57,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:57,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:57,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:57,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:57,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:57,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:57,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:57,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:57,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:57,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:57,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740 2024-11-11T15:36:57,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740 2024-11-11T15:36:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:57,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:57,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:57,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:57,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70373919, jitterRate=0.04865311086177826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:57,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339417289Initializing all the Stores at 1731339417295 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339417296 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339417296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339417296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339417296Cleaning up temporary data from old regions at 1731339417324 (+28 ms)Region opened successfully at 1731339417332 (+8 ms) 2024-11-11T15:36:57,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:36:57,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:36:57,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:36:57,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:36:57,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:36:57,340 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:36:57,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339417333Disabling compacts and flushes for region at 1731339417333Disabling writes for close at 1731339417333Writing region close event to WAL at 1731339417340 (+7 ms)Closed at 1731339417340 2024-11-11T15:36:57,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:57,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:36:57,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:36:57,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:57,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:36:57,498 DEBUG [9a1fddc00362:37479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:36:57,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,37907,1731339414706 2024-11-11T15:36:57,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,37907,1731339414706, state=OPENING 2024-11-11T15:36:57,505 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:36:57,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:57,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:36:57,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21317981383/meta-region-server: CHANGED 2024-11-11T15:36:57,516 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:36:57,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,37907,1731339414706}] 2024-11-11T15:36:57,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21317981383/meta-region-server: CHANGED 2024-11-11T15:36:57,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:36:57,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:36:57,688 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:36:57,688 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:36:57,688 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:36:57,698 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37907%2C1731339414706.meta, suffix=.meta, logDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706, archiveDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/oldWALs, maxLogs=10 2024-11-11T15:36:57,735 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.meta.1731339417699.meta, exclude list is [], retry=0 2024-11-11T15:36:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-da27e5d8-e388-432b-b71c-7df01fb4aac7,DISK] 2024-11-11T15:36:57,756 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.meta.1731339417699.meta 2024-11-11T15:36:57,760 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-11T15:36:57,760 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:57,761 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:57,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:36:57,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:36:57,761 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:36:57,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:36:57,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:57,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:36:57,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:36:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:36:57,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:36:57,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:36:57,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:36:57,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:36:57,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:36:57,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:36:57,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:36:57,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:36:57,795 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:36:57,796 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740 2024-11-11T15:36:57,799 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740 2024-11-11T15:36:57,800 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:36:57,800 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:36:57,801 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:36:57,802 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:36:57,802 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59613907, jitterRate=-0.11168356239795685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:36:57,802 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:36:57,803 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339417762Writing region info on filesystem at 1731339417762Initializing all the Stores at 1731339417762Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339417763 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339417776 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339417776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339417776Cleaning up temporary data from old regions at 1731339417800 (+24 ms)Running coprocessor post-open hooks at 1731339417802 (+2 ms)Region opened successfully at 1731339417802 2024-11-11T15:36:57,808 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339417668 2024-11-11T15:36:57,818 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:36:57,818 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:36:57,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,37907,1731339414706 2024-11-11T15:36:57,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,37907,1731339414706, state=OPEN 2024-11-11T15:36:57,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21317981383/meta-region-server 2024-11-11T15:36:57,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21317981383/meta-region-server: CHANGED 2024-11-11T15:36:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21317981383/meta-region-server 2024-11-11T15:36:57,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21317981383/meta-region-server: CHANGED 2024-11-11T15:36:57,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,37907,1731339414706 2024-11-11T15:36:57,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:36:57,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,37907,1731339414706 in 312 msec 2024-11-11T15:36:57,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:36:57,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-11T15:36:57,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:36:57,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:36:57,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:57,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37907,1731339414706, seqNum=-1] 2024-11-11T15:36:57,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:57,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:57,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1550 sec 2024-11-11T15:36:57,860 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339417860, completionTime=-1 2024-11-11T15:36:57,860 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:36:57,860 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:36:57,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:36:57,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339477863 2024-11-11T15:36:57,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339537863 2024-11-11T15:36:57,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:36:57,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37479,1731339414658-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37479,1731339414658-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37479,1731339414658-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:37479, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,867 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:36:57,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,875 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.107sec 2024-11-11T15:36:57,875 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:36:57,875 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:36:57,875 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:36:57,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:36:57,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:36:57,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37479,1731339414658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:36:57,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37479,1731339414658-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:36:57,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539a27ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:57,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37479,-1 for getting cluster id 2024-11-11T15:36:57,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:36:57,892 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '788c4758-6f93-4475-93fa-3318682b2e82' 2024-11-11T15:36:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:36:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "788c4758-6f93-4475-93fa-3318682b2e82" 2024-11-11T15:36:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1787e053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37479,-1] 2024-11-11T15:36:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:36:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:36:57,895 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:36:57,895 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:36:57,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:36:57,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37479,1731339414658-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:36:57,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8df96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:36:57,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:36:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37907,1731339414706, seqNum=-1] 2024-11-11T15:36:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:36:57,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:36:57,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,37479,1731339414658 2024-11-11T15:36:57,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52951 2024-11-11T15:36:57,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:36:57,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:36:57,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197fa41f60008 connected 2024-11-11T15:36:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,35467,1731339407832 2024-11-11T15:36:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523b149f 2024-11-11T15:36:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:36:57,939 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:36:57,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:36:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:36:57,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:36:57,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:57,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:36:57,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:36:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:36:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:58,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f859baaf31a95bc13a67a99e03cbf4f, NAME => 'test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4 2024-11-11T15:36:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:36:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f859baaf31a95bc13a67a99e03cbf4f, disabling compactions & flushes 2024-11-11T15:36:58,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:58,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:58,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. after waiting 0 ms 2024-11-11T15:36:58,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:58,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:58,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f859baaf31a95bc13a67a99e03cbf4f: Waiting for close lock at 1731339418808Disabling compacts and flushes for region at 1731339418808Disabling writes for close at 1731339418809 (+1 ms)Writing region close event to WAL at 1731339418809Closed at 1731339418809 2024-11-11T15:36:58,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:36:58,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339418810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339418810"}]},"ts":"1731339418810"} 2024-11-11T15:36:58,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:36:58,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:36:58,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339418813"}]},"ts":"1731339418813"} 2024-11-11T15:36:58,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:36:58,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f859baaf31a95bc13a67a99e03cbf4f, ASSIGN}] 2024-11-11T15:36:58,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f859baaf31a95bc13a67a99e03cbf4f, ASSIGN 2024-11-11T15:36:58,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f859baaf31a95bc13a67a99e03cbf4f, ASSIGN; state=OFFLINE, location=9a1fddc00362,43749,1731339408031; forceNewPlan=false, retain=false 2024-11-11T15:36:58,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f859baaf31a95bc13a67a99e03cbf4f, regionState=OPENING, regionLocation=9a1fddc00362,43749,1731339408031 2024-11-11T15:36:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f859baaf31a95bc13a67a99e03cbf4f, ASSIGN because future has completed 2024-11-11T15:36:58,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f859baaf31a95bc13a67a99e03cbf4f, server=9a1fddc00362,43749,1731339408031}] 2024-11-11T15:36:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:36:59,127 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:59,127 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f859baaf31a95bc13a67a99e03cbf4f, NAME => 'test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:36:59,127 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:36:59,127 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:36:59,128 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,128 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:36:59,128 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,128 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,132 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,133 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f859baaf31a95bc13a67a99e03cbf4f columnFamilyName f 2024-11-11T15:36:59,133 DEBUG [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:59,134 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] regionserver.HStore(327): Store=7f859baaf31a95bc13a67a99e03cbf4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:59,134 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,135 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f859baaf31a95bc13a67a99e03cbf4f columnFamilyName f1 2024-11-11T15:36:59,135 DEBUG [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:59,135 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] regionserver.HStore(327): Store=7f859baaf31a95bc13a67a99e03cbf4f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:59,135 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,137 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f859baaf31a95bc13a67a99e03cbf4f columnFamilyName norep 2024-11-11T15:36:59,137 DEBUG [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:36:59,137 INFO [StoreOpener-7f859baaf31a95bc13a67a99e03cbf4f-1 {}] regionserver.HStore(327): Store=7f859baaf31a95bc13a67a99e03cbf4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:36:59,138 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,138 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,139 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,140 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,140 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,140 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:36:59,141 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:36:59,143 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f859baaf31a95bc13a67a99e03cbf4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59870051, jitterRate=-0.10786671936511993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:36:59,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:36:59,144 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f859baaf31a95bc13a67a99e03cbf4f: Running coprocessor pre-open hook at 1731339419128Writing region info on filesystem at 1731339419128Initializing all the Stores at 1731339419129 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339419129Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339419132 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339419132Cleaning up temporary data from old regions at 1731339419140 (+8 ms)Running coprocessor post-open hooks at 1731339419143 (+3 ms)Region opened successfully at 1731339419144 (+1 ms) 2024-11-11T15:36:59,145 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f., pid=6, masterSystemTime=1731339419123 2024-11-11T15:36:59,147 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:59,147 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:36:59,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f859baaf31a95bc13a67a99e03cbf4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,43749,1731339408031 2024-11-11T15:36:59,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f859baaf31a95bc13a67a99e03cbf4f, server=9a1fddc00362,43749,1731339408031 because future has completed 2024-11-11T15:36:59,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:36:59,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f859baaf31a95bc13a67a99e03cbf4f, server=9a1fddc00362,43749,1731339408031 in 179 msec 2024-11-11T15:36:59,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:36:59,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f859baaf31a95bc13a67a99e03cbf4f, ASSIGN in 336 msec 2024-11-11T15:36:59,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:36:59,154 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339419154"}]},"ts":"1731339419154"} 2024-11-11T15:36:59,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:36:59,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:36:59,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-11T15:37:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,103 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:00,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45067,1731339411353 2024-11-11T15:37:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d6f959 2024-11-11T15:37:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:00,107 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:00,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:37:00,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:00,111 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:00,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:37:00,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:37:00,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b567a6a94718d71a31d6adb7054ea50, NAME => 'test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3 2024-11-11T15:37:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:37:00,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:00,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b567a6a94718d71a31d6adb7054ea50, disabling compactions & flushes 2024-11-11T15:37:00,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. after waiting 0 ms 2024-11-11T15:37:00,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b567a6a94718d71a31d6adb7054ea50: Waiting for close lock at 1731339420244Disabling compacts and flushes for region at 1731339420244Disabling writes for close at 1731339420244Writing region close event to WAL at 1731339420244Closed at 1731339420244 2024-11-11T15:37:00,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:00,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339420248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339420248"}]},"ts":"1731339420248"} 2024-11-11T15:37:00,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:00,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:00,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339420273"}]},"ts":"1731339420273"} 2024-11-11T15:37:00,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:37:00,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b567a6a94718d71a31d6adb7054ea50, ASSIGN}] 2024-11-11T15:37:00,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b567a6a94718d71a31d6adb7054ea50, ASSIGN 2024-11-11T15:37:00,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b567a6a94718d71a31d6adb7054ea50, ASSIGN; state=OFFLINE, location=9a1fddc00362,40985,1731339411451; forceNewPlan=false, retain=false 2024-11-11T15:37:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b567a6a94718d71a31d6adb7054ea50, regionState=OPENING, regionLocation=9a1fddc00362,40985,1731339411451 2024-11-11T15:37:00,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b567a6a94718d71a31d6adb7054ea50, ASSIGN because future has completed 2024-11-11T15:37:00,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b567a6a94718d71a31d6adb7054ea50, server=9a1fddc00362,40985,1731339411451}] 2024-11-11T15:37:00,612 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,612 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b567a6a94718d71a31d6adb7054ea50, NAME => 'test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:00,613 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:00,613 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:37:00,613 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,613 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:00,613 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,613 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,616 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,621 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b567a6a94718d71a31d6adb7054ea50 columnFamilyName f 2024-11-11T15:37:00,621 DEBUG [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:00,621 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] regionserver.HStore(327): Store=5b567a6a94718d71a31d6adb7054ea50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:00,622 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,623 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b567a6a94718d71a31d6adb7054ea50 columnFamilyName f1 2024-11-11T15:37:00,623 DEBUG [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:00,623 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] regionserver.HStore(327): Store=5b567a6a94718d71a31d6adb7054ea50/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:00,623 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,631 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b567a6a94718d71a31d6adb7054ea50 columnFamilyName norep 2024-11-11T15:37:00,631 DEBUG [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:00,631 INFO [StoreOpener-5b567a6a94718d71a31d6adb7054ea50-1 {}] regionserver.HStore(327): Store=5b567a6a94718d71a31d6adb7054ea50/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:00,631 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,632 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,632 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,633 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,633 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,633 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:00,634 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,635 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:00,636 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b567a6a94718d71a31d6adb7054ea50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66913816, jitterRate=-0.0029064416885375977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:00,636 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:00,636 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b567a6a94718d71a31d6adb7054ea50: Running coprocessor pre-open hook at 1731339420613Writing region info on filesystem at 1731339420613Initializing all the Stores at 1731339420614 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339420614Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339420614Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339420614Cleaning up temporary data from old regions at 1731339420633 (+19 ms)Running coprocessor post-open hooks at 1731339420636 (+3 ms)Region opened successfully at 1731339420636 2024-11-11T15:37:00,637 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50., pid=6, masterSystemTime=1731339420600 2024-11-11T15:37:00,639 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,639 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:00,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b567a6a94718d71a31d6adb7054ea50, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,40985,1731339411451 2024-11-11T15:37:00,642 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45067 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,40985,1731339411451, table=test, region=5b567a6a94718d71a31d6adb7054ea50. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:37:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b567a6a94718d71a31d6adb7054ea50, server=9a1fddc00362,40985,1731339411451 because future has completed 2024-11-11T15:37:00,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:37:00,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b567a6a94718d71a31d6adb7054ea50, server=9a1fddc00362,40985,1731339411451 in 197 msec 2024-11-11T15:37:00,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:37:00,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b567a6a94718d71a31d6adb7054ea50, ASSIGN in 368 msec 2024-11-11T15:37:00,651 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:00,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339420651"}]},"ts":"1731339420651"} 2024-11-11T15:37:00,653 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:37:00,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:00,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 546 msec 2024-11-11T15:37:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,745 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:00,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37479,1731339414658 2024-11-11T15:37:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5572de31 2024-11-11T15:37:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:00,748 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:00,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:37:00,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:00,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:00,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:37:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:37:00,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3308016832fce319eccde203b4fcc6ac, NAME => 'test,,1731339420749.3308016832fce319eccde203b4fcc6ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a 2024-11-11T15:37:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:37:00,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339420749.3308016832fce319eccde203b4fcc6ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:00,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3308016832fce319eccde203b4fcc6ac, disabling compactions & flushes 2024-11-11T15:37:00,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:00,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:00,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339420749.3308016832fce319eccde203b4fcc6ac. after waiting 0 ms 2024-11-11T15:37:00,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:00,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:00,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3308016832fce319eccde203b4fcc6ac: Waiting for close lock at 1731339420801Disabling compacts and flushes for region at 1731339420801Disabling writes for close at 1731339420801Writing region close event to WAL at 1731339420801Closed at 1731339420801 2024-11-11T15:37:00,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:00,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339420749.3308016832fce319eccde203b4fcc6ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339420802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339420802"}]},"ts":"1731339420802"} 2024-11-11T15:37:00,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:00,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:00,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339420810"}]},"ts":"1731339420810"} 2024-11-11T15:37:00,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:37:00,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3308016832fce319eccde203b4fcc6ac, ASSIGN}] 2024-11-11T15:37:00,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3308016832fce319eccde203b4fcc6ac, ASSIGN 2024-11-11T15:37:00,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3308016832fce319eccde203b4fcc6ac, ASSIGN; state=OFFLINE, location=9a1fddc00362,37907,1731339414706; forceNewPlan=false, retain=false 2024-11-11T15:37:00,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:37:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:00,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3308016832fce319eccde203b4fcc6ac, regionState=OPENING, regionLocation=9a1fddc00362,37907,1731339414706 2024-11-11T15:37:00,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3308016832fce319eccde203b4fcc6ac, ASSIGN because future has completed 2024-11-11T15:37:00,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3308016832fce319eccde203b4fcc6ac, server=9a1fddc00362,37907,1731339414706}] 2024-11-11T15:37:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:01,152 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:01,152 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3308016832fce319eccde203b4fcc6ac, NAME => 'test,,1731339420749.3308016832fce319eccde203b4fcc6ac.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:01,153 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:01,153 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:37:01,153 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,153 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339420749.3308016832fce319eccde203b4fcc6ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:01,153 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,153 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,161 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,170 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3308016832fce319eccde203b4fcc6ac columnFamilyName f 2024-11-11T15:37:01,171 DEBUG [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,172 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] regionserver.HStore(327): Store=3308016832fce319eccde203b4fcc6ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:01,172 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,178 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3308016832fce319eccde203b4fcc6ac columnFamilyName f1 2024-11-11T15:37:01,178 DEBUG [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,179 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] regionserver.HStore(327): Store=3308016832fce319eccde203b4fcc6ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:01,179 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,180 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3308016832fce319eccde203b4fcc6ac columnFamilyName norep 2024-11-11T15:37:01,180 DEBUG [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,180 INFO [StoreOpener-3308016832fce319eccde203b4fcc6ac-1 {}] regionserver.HStore(327): Store=3308016832fce319eccde203b4fcc6ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:01,180 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,181 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,181 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,182 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,182 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,182 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:01,183 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,196 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:01,202 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3308016832fce319eccde203b4fcc6ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72915092, jitterRate=0.08651953935623169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:01,202 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:01,202 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3308016832fce319eccde203b4fcc6ac: Running coprocessor pre-open hook at 1731339421153Writing region info on filesystem at 1731339421153Initializing all the Stores at 1731339421160 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339421160Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339421160Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339421160Cleaning up temporary data from old regions at 1731339421182 (+22 ms)Running coprocessor post-open hooks at 1731339421202 (+20 ms)Region opened successfully at 1731339421202 2024-11-11T15:37:01,210 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339420749.3308016832fce319eccde203b4fcc6ac., pid=6, masterSystemTime=1731339421141 2024-11-11T15:37:01,216 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:01,216 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:01,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3308016832fce319eccde203b4fcc6ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,37907,1731339414706 2024-11-11T15:37:01,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3308016832fce319eccde203b4fcc6ac, server=9a1fddc00362,37907,1731339414706 because future has completed 2024-11-11T15:37:01,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:37:01,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3308016832fce319eccde203b4fcc6ac, server=9a1fddc00362,37907,1731339414706 in 258 msec 2024-11-11T15:37:01,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:37:01,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3308016832fce319eccde203b4fcc6ac, ASSIGN in 430 msec 2024-11-11T15:37:01,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:01,250 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339421250"}]},"ts":"1731339421250"} 2024-11-11T15:37:01,256 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:37:01,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:01,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 508 msec 2024-11-11T15:37:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:01,382 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:01,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d5ead7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:01,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,35467,-1 for getting cluster id 2024-11-11T15:37:01,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:01,384 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ccda635-4f45-4c21-94ee-c30d0b374e4f' 2024-11-11T15:37:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ccda635-4f45-4c21-94ee-c30d0b374e4f" 2024-11-11T15:37:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd48b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,35467,-1] 2024-11-11T15:37:01,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:01,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:01,385 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2bc16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:01,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,35467,1731339407832 2024-11-11T15:37:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d75474a 2024-11-11T15:37:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:01,388 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:01,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:45067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:37:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:37:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:01,392 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:45067' 2024-11-11T15:37:01,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e9607b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:01,396 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:01,396 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:01,397 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a04ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:01,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:01,398 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8374b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:01,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:01,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45067,1731339411353 2024-11-11T15:37:01,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a9af26c 2024-11-11T15:37:01,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:01,401 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:01,402 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:37:01,402 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:37:01,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:01,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:01,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:01,403 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:01,406 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:37:01,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:01,408 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:37:01,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7facd9b43a09dc82d054fde3dab147e9, NAME => 'hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4 2024-11-11T15:37:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:37:01,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:01,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7facd9b43a09dc82d054fde3dab147e9, disabling compactions & flushes 2024-11-11T15:37:01,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. after waiting 0 ms 2024-11-11T15:37:01,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7facd9b43a09dc82d054fde3dab147e9: Waiting for close lock at 1731339421425Disabling compacts and flushes for region at 1731339421425Disabling writes for close at 1731339421426 (+1 ms)Writing region close event to WAL at 1731339421426Closed at 1731339421426 2024-11-11T15:37:01,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:01,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339421427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339421427"}]},"ts":"1731339421427"} 2024-11-11T15:37:01,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:01,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:01,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339421441"}]},"ts":"1731339421441"} 2024-11-11T15:37:01,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:37:01,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7facd9b43a09dc82d054fde3dab147e9, ASSIGN}] 2024-11-11T15:37:01,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7facd9b43a09dc82d054fde3dab147e9, ASSIGN 2024-11-11T15:37:01,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7facd9b43a09dc82d054fde3dab147e9, ASSIGN; state=OFFLINE, location=9a1fddc00362,43749,1731339408031; forceNewPlan=false, retain=false 2024-11-11T15:37:01,457 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:37:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:01,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7facd9b43a09dc82d054fde3dab147e9, regionState=OPENING, regionLocation=9a1fddc00362,43749,1731339408031 2024-11-11T15:37:01,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7facd9b43a09dc82d054fde3dab147e9, ASSIGN because future has completed 2024-11-11T15:37:01,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7facd9b43a09dc82d054fde3dab147e9, server=9a1fddc00362,43749,1731339408031}] 2024-11-11T15:37:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:01,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:01,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:37:01,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C43749%2C1731339408031.rep, suffix=, logDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031, archiveDir=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/oldWALs, maxLogs=10 2024-11-11T15:37:01,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.rep.1731339421762, exclude list is [], retry=0 2024-11-11T15:37:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43597,DS-da049802-9bb3-4de9-944f-88794bc58a4d,DISK] 2024-11-11T15:37:01,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.rep.1731339421762 2024-11-11T15:37:01,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33533:33533)] 2024-11-11T15:37:01,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7facd9b43a09dc82d054fde3dab147e9, NAME => 'hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:01,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:01,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:01,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. service=MultiRowMutationService 2024-11-11T15:37:01,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:37:01,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:01,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,830 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,841 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7facd9b43a09dc82d054fde3dab147e9 columnFamilyName hfileref 2024-11-11T15:37:01,841 DEBUG [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,846 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] regionserver.HStore(327): Store=7facd9b43a09dc82d054fde3dab147e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:01,846 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,847 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7facd9b43a09dc82d054fde3dab147e9 columnFamilyName queue 2024-11-11T15:37:01,847 DEBUG [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,848 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] regionserver.HStore(327): Store=7facd9b43a09dc82d054fde3dab147e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:01,848 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,849 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7facd9b43a09dc82d054fde3dab147e9 columnFamilyName sid 2024-11-11T15:37:01,849 DEBUG [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:01,850 INFO [StoreOpener-7facd9b43a09dc82d054fde3dab147e9-1 {}] regionserver.HStore(327): Store=7facd9b43a09dc82d054fde3dab147e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:01,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:01,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:01,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7facd9b43a09dc82d054fde3dab147e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68574086, jitterRate=0.02183350920677185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:01,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:01,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7facd9b43a09dc82d054fde3dab147e9: Running coprocessor pre-open hook at 1731339421810Writing region info on filesystem at 1731339421810Initializing all the Stores at 1731339421822 (+12 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339421822Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339421828 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339421828Cleaning up temporary data from old regions at 1731339421853 (+25 ms)Running coprocessor post-open hooks at 1731339421857 (+4 ms)Region opened successfully at 1731339421857 2024-11-11T15:37:01,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9., pid=10, masterSystemTime=1731339421752 2024-11-11T15:37:01,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:01,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7facd9b43a09dc82d054fde3dab147e9, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43749,1731339408031 2024-11-11T15:37:01,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7facd9b43a09dc82d054fde3dab147e9, server=9a1fddc00362,43749,1731339408031 because future has completed 2024-11-11T15:37:01,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:37:01,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7facd9b43a09dc82d054fde3dab147e9, server=9a1fddc00362,43749,1731339408031 in 273 msec 2024-11-11T15:37:01,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:37:01,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7facd9b43a09dc82d054fde3dab147e9, ASSIGN in 431 msec 2024-11-11T15:37:01,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:01,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339421879"}]},"ts":"1731339421879"} 2024-11-11T15:37:01,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:37:01,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:01,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 483 msec 2024-11-11T15:37:01,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9., hostname=9a1fddc00362,43749,1731339408031, seqNum=2] 2024-11-11T15:37:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:37:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:37:01,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:37:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:02,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:37:02,090 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:37:02,129 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,43749,1731339408031, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:37:02,129 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:02,129 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43749,1731339408031, seqNum=-1] 2024-11-11T15:37:02,130 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:02,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:02,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,43749,1731339408031', locateType=CURRENT is [region=hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9., hostname=9a1fddc00362,43749,1731339408031, seqNum=2] 2024-11-11T15:37:02,147 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:37:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:37:02,152 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,43749,1731339408031 suceeded 2024-11-11T15:37:02,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:37:02,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-11T15:37:02,155 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:45067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:37:02,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 766 msec 2024-11-11T15:37:02,165 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:45067' 2024-11-11T15:37:02,167 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6845705e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,167 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:02,167 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:02,168 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a928b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,169 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:02,170 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f93fd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,172 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:02,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45067,1731339411353 2024-11-11T15:37:02,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42c1f329 2024-11-11T15:37:02,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:02,173 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:02,174 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,43749,1731339408031 (queues=1) is replicating from cluster=3ccda635-4f45-4c21-94ee-c30d0b374e4f to cluster=c4a09330-2603-4587-a8f7-7a1442c15051 2024-11-11T15:37:02,174 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C43749%2C1731339408031 2024-11-11T15:37:02,174 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,43749,1731339408031, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:37:02,175 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986, startPosition=0, beingWritten=true 2024-11-11T15:37:02,175 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C43749%2C1731339408031 2024-11-11T15:37:02,186 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:02,186 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:02,186 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,43749,1731339408031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:02,392 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:02,537 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:37:02,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:02,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:02,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:02,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55616b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:02,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:02,556 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5f7f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,558 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:02,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aff9b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:02,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45067,1731339411353 2024-11-11T15:37:02,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c3c67f4 2024-11-11T15:37:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:02,561 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:02,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:37479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:37:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:37:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:02,565 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:37479' 2024-11-11T15:37:02,566 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ad35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,566 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37479,-1 for getting cluster id 2024-11-11T15:37:02,566 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:02,567 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '788c4758-6f93-4475-93fa-3318682b2e82' 2024-11-11T15:37:02,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:02,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "788c4758-6f93-4475-93fa-3318682b2e82" 2024-11-11T15:37:02,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110c17d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37479,-1] 2024-11-11T15:37:02,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:02,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,569 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:02,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19011f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:02,572 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:02,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37479,1731339414658 2024-11-11T15:37:02,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b94b7cd 2024-11-11T15:37:02,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:02,574 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:02,574 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T15:37:02,574 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:37:02,575 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,575 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:02,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:02,575 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:02,577 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:37:02,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:02,578 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:02,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:37:02,627 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:37:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:02,720 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:03,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 084d9ff98f6439c9e99e28f1aa63f310, NAME => 'hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3 2024-11-11T15:37:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:37:03,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:03,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 084d9ff98f6439c9e99e28f1aa63f310, disabling compactions & flushes 2024-11-11T15:37:03,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. after waiting 0 ms 2024-11-11T15:37:03,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 084d9ff98f6439c9e99e28f1aa63f310: Waiting for close lock at 1731339423068Disabling compacts and flushes for region at 1731339423068Disabling writes for close at 1731339423069 (+1 ms)Writing region close event to WAL at 1731339423069Closed at 1731339423069 2024-11-11T15:37:03,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:03,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339423076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339423076"}]},"ts":"1731339423076"} 2024-11-11T15:37:03,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:03,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:03,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339423087"}]},"ts":"1731339423087"} 2024-11-11T15:37:03,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:37:03,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=084d9ff98f6439c9e99e28f1aa63f310, ASSIGN}] 2024-11-11T15:37:03,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=084d9ff98f6439c9e99e28f1aa63f310, ASSIGN 2024-11-11T15:37:03,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=084d9ff98f6439c9e99e28f1aa63f310, ASSIGN; state=OFFLINE, location=9a1fddc00362,40985,1731339411451; forceNewPlan=false, retain=false 2024-11-11T15:37:03,123 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:03,243 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=084d9ff98f6439c9e99e28f1aa63f310, regionState=OPENING, regionLocation=9a1fddc00362,40985,1731339411451 2024-11-11T15:37:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=084d9ff98f6439c9e99e28f1aa63f310, ASSIGN because future has completed 2024-11-11T15:37:03,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084d9ff98f6439c9e99e28f1aa63f310, server=9a1fddc00362,40985,1731339411451}] 2024-11-11T15:37:03,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:03,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:03,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:03,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:37:03,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C40985%2C1731339411451.rep, suffix=, logDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451, archiveDir=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/oldWALs, maxLogs=10 2024-11-11T15:37:03,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.rep.1731339423433, exclude list is [], retry=0 2024-11-11T15:37:03,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35827,DS-65d4f18c-0710-46bb-a565-7dc04c0ed905,DISK] 2024-11-11T15:37:03,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.rep.1731339423433 2024-11-11T15:37:03,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-11T15:37:03,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 084d9ff98f6439c9e99e28f1aa63f310, NAME => 'hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:03,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:03,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:03,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. service=MultiRowMutationService 2024-11-11T15:37:03,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:37:03,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:03,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,501 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,506 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084d9ff98f6439c9e99e28f1aa63f310 columnFamilyName hfileref 2024-11-11T15:37:03,506 DEBUG [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:03,512 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] regionserver.HStore(327): Store=084d9ff98f6439c9e99e28f1aa63f310/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:03,512 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,521 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084d9ff98f6439c9e99e28f1aa63f310 columnFamilyName queue 2024-11-11T15:37:03,521 DEBUG [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:03,528 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] regionserver.HStore(327): Store=084d9ff98f6439c9e99e28f1aa63f310/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:03,528 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,540 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084d9ff98f6439c9e99e28f1aa63f310 columnFamilyName sid 2024-11-11T15:37:03,540 DEBUG [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:03,544 INFO [StoreOpener-084d9ff98f6439c9e99e28f1aa63f310-1 {}] regionserver.HStore(327): Store=084d9ff98f6439c9e99e28f1aa63f310/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:03,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/replication/084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/replication/084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:03,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/replication/084d9ff98f6439c9e99e28f1aa63f310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:03,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 084d9ff98f6439c9e99e28f1aa63f310; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66345929, jitterRate=-0.011368617415428162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:03,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:03,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 084d9ff98f6439c9e99e28f1aa63f310: Running coprocessor pre-open hook at 1731339423490Writing region info on filesystem at 1731339423490Initializing all the Stores at 1731339423500 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339423500Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339423501 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339423501Cleaning up temporary data from old regions at 1731339423564 (+63 ms)Running coprocessor post-open hooks at 1731339423583 (+19 ms)Region opened successfully at 1731339423583 2024-11-11T15:37:03,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., pid=10, masterSystemTime=1731339423400 2024-11-11T15:37:03,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=084d9ff98f6439c9e99e28f1aa63f310, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40985,1731339411451 2024-11-11T15:37:03,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084d9ff98f6439c9e99e28f1aa63f310, server=9a1fddc00362,40985,1731339411451 because future has completed 2024-11-11T15:37:03,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:37:03,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 084d9ff98f6439c9e99e28f1aa63f310, server=9a1fddc00362,40985,1731339411451 in 357 msec 2024-11-11T15:37:03,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:37:03,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=084d9ff98f6439c9e99e28f1aa63f310, ASSIGN in 514 msec 2024-11-11T15:37:03,608 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:03,608 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339423608"}]},"ts":"1731339423608"} 2024-11-11T15:37:03,610 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:37:03,611 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:03,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0360 sec 2024-11-11T15:37:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., hostname=9a1fddc00362,40985,1731339411451, seqNum=2] 2024-11-11T15:37:03,643 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:37:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:37:03,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:37:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:03,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:37:03,845 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:37:03,909 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,40985,1731339411451, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:37:03,910 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:03,910 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40985,1731339411451, seqNum=-1] 2024-11-11T15:37:03,910 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:03,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:03,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,40985,1731339411451', locateType=CURRENT is [region=hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., hostname=9a1fddc00362,40985,1731339411451, seqNum=2] 2024-11-11T15:37:03,917 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:37:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:37:03,936 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,40985,1731339411451 suceeded 2024-11-11T15:37:03,937 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:37479' 2024-11-11T15:37:03,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:37:03,967 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:37479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:37:03,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-11T15:37:03,968 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6046fb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:03,968 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37479,-1 for getting cluster id 2024-11-11T15:37:03,968 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:03,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-11-11T15:37:03,972 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '788c4758-6f93-4475-93fa-3318682b2e82' 2024-11-11T15:37:03,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "788c4758-6f93-4475-93fa-3318682b2e82" 2024-11-11T15:37:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a99b99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37479,-1] 2024-11-11T15:37:03,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:03,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:03,976 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:03,977 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bb5dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:03,977 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:03,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37479,1731339414658 2024-11-11T15:37:03,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20180d45 2024-11-11T15:37:03,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:03,982 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:03,984 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,40985,1731339411451 (queues=1) is replicating from cluster=c4a09330-2603-4587-a8f7-7a1442c15051 to cluster=788c4758-6f93-4475-93fa-3318682b2e82 2024-11-11T15:37:03,984 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C40985%2C1731339411451 2024-11-11T15:37:03,984 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,40985,1731339411451, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:37:03,989 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C40985%2C1731339411451 2024-11-11T15:37:03,992 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, startPosition=0, beingWritten=true 2024-11-11T15:37:04,005 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:04,005 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:04,005 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:04,217 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:04,249 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:04,526 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:04,712 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:37:04,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:04,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:04,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:04,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:04,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:04,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709cbdb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:04,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37479,-1 for getting cluster id 2024-11-11T15:37:04,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:04,715 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '788c4758-6f93-4475-93fa-3318682b2e82' 2024-11-11T15:37:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "788c4758-6f93-4475-93fa-3318682b2e82" 2024-11-11T15:37:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72573f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37479,-1] 2024-11-11T15:37:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:04,717 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df1ef90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:04,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,37479,1731339414658 2024-11-11T15:37:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb33112 2024-11-11T15:37:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:04,720 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:04,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:45067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:37:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:37:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:04,723 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:45067' 2024-11-11T15:37:04,724 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a577db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:04,724 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:04,724 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:04,724 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477307d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:04,726 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348637b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:04,726 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45067,1731339411353 2024-11-11T15:37:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17875676 2024-11-11T15:37:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:04,728 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:04,728 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T15:37:04,729 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:37:04,729 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:04,729 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:04,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:04,729 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:04,730 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:37:04,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:04,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:04,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:37:04,780 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:37:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:04,931 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:04,954 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:05,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88234dd73e8bee3bb73d454ffec9cef0, NAME => 'hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a 2024-11-11T15:37:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:37:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:05,436 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:05,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:05,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 88234dd73e8bee3bb73d454ffec9cef0, disabling compactions & flushes 2024-11-11T15:37:05,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:05,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:05,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. after waiting 0 ms 2024-11-11T15:37:05,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:05,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:05,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88234dd73e8bee3bb73d454ffec9cef0: Waiting for close lock at 1731339425598Disabling compacts and flushes for region at 1731339425598Disabling writes for close at 1731339425599 (+1 ms)Writing region close event to WAL at 1731339425599Closed at 1731339425599 2024-11-11T15:37:05,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:05,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339425600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339425600"}]},"ts":"1731339425600"} 2024-11-11T15:37:05,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:05,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:05,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339425603"}]},"ts":"1731339425603"} 2024-11-11T15:37:05,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:37:05,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88234dd73e8bee3bb73d454ffec9cef0, ASSIGN}] 2024-11-11T15:37:05,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88234dd73e8bee3bb73d454ffec9cef0, ASSIGN 2024-11-11T15:37:05,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88234dd73e8bee3bb73d454ffec9cef0, ASSIGN; state=OFFLINE, location=9a1fddc00362,37907,1731339414706; forceNewPlan=false, retain=false 2024-11-11T15:37:05,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88234dd73e8bee3bb73d454ffec9cef0, regionState=OPENING, regionLocation=9a1fddc00362,37907,1731339414706 2024-11-11T15:37:05,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88234dd73e8bee3bb73d454ffec9cef0, ASSIGN because future has completed 2024-11-11T15:37:05,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88234dd73e8bee3bb73d454ffec9cef0, server=9a1fddc00362,37907,1731339414706}] 2024-11-11T15:37:05,772 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:05,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:05,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:05,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:37:05,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37907%2C1731339414706.rep, suffix=, logDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706, archiveDir=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/oldWALs, maxLogs=10 2024-11-11T15:37:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.rep.1731339425963, exclude list is [], retry=0 2024-11-11T15:37:05,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-da27e5d8-e388-432b-b71c-7df01fb4aac7,DISK] 2024-11-11T15:37:05,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.rep.1731339425963 2024-11-11T15:37:05,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-11T15:37:05,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 88234dd73e8bee3bb73d454ffec9cef0, NAME => 'hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:05,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. service=MultiRowMutationService 2024-11-11T15:37:05,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:37:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:05,996 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,003 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88234dd73e8bee3bb73d454ffec9cef0 columnFamilyName hfileref 2024-11-11T15:37:06,003 DEBUG [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:06,004 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] regionserver.HStore(327): Store=88234dd73e8bee3bb73d454ffec9cef0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:06,005 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,006 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88234dd73e8bee3bb73d454ffec9cef0 columnFamilyName queue 2024-11-11T15:37:06,006 DEBUG [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:06,006 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] regionserver.HStore(327): Store=88234dd73e8bee3bb73d454ffec9cef0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:06,006 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,007 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88234dd73e8bee3bb73d454ffec9cef0 columnFamilyName sid 2024-11-11T15:37:06,007 DEBUG [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:06,007 INFO [StoreOpener-88234dd73e8bee3bb73d454ffec9cef0-1 {}] regionserver.HStore(327): Store=88234dd73e8bee3bb73d454ffec9cef0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:06,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/replication/88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/replication/88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:06,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/replication/88234dd73e8bee3bb73d454ffec9cef0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:06,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 88234dd73e8bee3bb73d454ffec9cef0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844342, jitterRate=0.040761798620224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:06,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:06,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 88234dd73e8bee3bb73d454ffec9cef0: Running coprocessor pre-open hook at 1731339425994Writing region info on filesystem at 1731339425994Initializing all the Stores at 1731339425995 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339425995Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339425996 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339425996Cleaning up temporary data from old regions at 1731339426010 (+14 ms)Running coprocessor post-open hooks at 1731339426021 (+11 ms)Region opened successfully at 1731339426021 2024-11-11T15:37:06,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0., pid=10, masterSystemTime=1731339425916 2024-11-11T15:37:06,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:06,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:06,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88234dd73e8bee3bb73d454ffec9cef0, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,37907,1731339414706 2024-11-11T15:37:06,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88234dd73e8bee3bb73d454ffec9cef0, server=9a1fddc00362,37907,1731339414706 because future has completed 2024-11-11T15:37:06,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:37:06,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 88234dd73e8bee3bb73d454ffec9cef0, server=9a1fddc00362,37907,1731339414706 in 269 msec 2024-11-11T15:37:06,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:37:06,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88234dd73e8bee3bb73d454ffec9cef0, ASSIGN in 427 msec 2024-11-11T15:37:06,035 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:06,036 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339426036"}]},"ts":"1731339426036"} 2024-11-11T15:37:06,038 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:37:06,039 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:06,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3100 sec 2024-11-11T15:37:06,053 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:06,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0., hostname=9a1fddc00362,37907,1731339414706, seqNum=2] 2024-11-11T15:37:06,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:37:06,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:37:06,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:37:06,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:37:06,276 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:37:06,314 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,37907,1731339414706, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:37:06,315 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:06,315 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37907,1731339414706, seqNum=-1] 2024-11-11T15:37:06,315 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:06,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:06,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,37907,1731339414706', locateType=CURRENT is [region=hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0., hostname=9a1fddc00362,37907,1731339414706, seqNum=2] 2024-11-11T15:37:06,344 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:37:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:37:06,358 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,37907,1731339414706 suceeded 2024-11-11T15:37:06,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:37:06,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-11T15:37:06,362 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:45067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:37:06,367 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:45067' 2024-11-11T15:37:06,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6420 sec 2024-11-11T15:37:06,384 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3376dede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,384 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:06,384 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:06,385 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff33da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:06,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:06,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:06,388 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:06,389 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a96c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,389 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45067,1731339411353 2024-11-11T15:37:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@593f6b73 2024-11-11T15:37:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:06,391 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:06,396 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,37907,1731339414706 (queues=1) is replicating from cluster=788c4758-6f93-4475-93fa-3318682b2e82 to cluster=c4a09330-2603-4587-a8f7-7a1442c15051 2024-11-11T15:37:06,396 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C37907%2C1731339414706 2024-11-11T15:37:06,396 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,37907,1731339414706, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:37:06,397 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, startPosition=0, beingWritten=true 2024-11-11T15:37:06,404 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C37907%2C1731339414706 2024-11-11T15:37:06,414 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:06,415 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 379, reset compression=false 2024-11-11T15:37:06,415 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:06,633 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 379, reset compression=false 2024-11-11T15:37:06,679 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:06,764 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:06,887 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:37:06,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:06,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:06,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:06,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:06,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:06,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fbd94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,35467,-1 for getting cluster id 2024-11-11T15:37:06,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:06,895 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ccda635-4f45-4c21-94ee-c30d0b374e4f' 2024-11-11T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ccda635-4f45-4c21-94ee-c30d0b374e4f" 2024-11-11T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e779b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,35467,-1] 2024-11-11T15:37:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:06,897 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d3da8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1bdcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:06,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:06,917 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:06,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a1c0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:06,925 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f9d6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3376a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37479,-1 for getting cluster id 2024-11-11T15:37:06,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:06,929 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '788c4758-6f93-4475-93fa-3318682b2e82' 2024-11-11T15:37:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "788c4758-6f93-4475-93fa-3318682b2e82" 2024-11-11T15:37:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae12adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37479,-1] 2024-11-11T15:37:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:06,933 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c27fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:06,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43749,1731339408031, seqNum=-1] 2024-11-11T15:37:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:06,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:06,945 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 379, reset compression=false 2024-11-11T15:37:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f., hostname=9a1fddc00362,43749,1731339408031, seqNum=2] 2024-11-11T15:37:06,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37907,1731339414706, seqNum=-1] 2024-11-11T15:37:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:06,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339420749.3308016832fce319eccde203b4fcc6ac., hostname=9a1fddc00362,37907,1731339414706, seqNum=2] 2024-11-11T15:37:07,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T15:37:07,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:37:07,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T15:37:07,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:07,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T15:37:07,378 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 379, reset compression=false 2024-11-11T15:37:07,579 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:07,693 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 379, reset compression=false 2024-11-11T15:37:07,702 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:07,702 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:07,702 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,43749,1731339408031 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f859baaf31a95bc13a67a99e03cbf4f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T15:37:07,705 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:07,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T15:37:07,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:07,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17507af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:07,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45067,-1 for getting cluster id 2024-11-11T15:37:07,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:07,712 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a09330-2603-4587-a8f7-7a1442c15051' 2024-11-11T15:37:07,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:07,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a09330-2603-4587-a8f7-7a1442c15051" 2024-11-11T15:37:07,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d03609a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45067,-1] 2024-11-11T15:37:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:07,714 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:07,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@636cecc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:07,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40985,1731339411451, seqNum=-1] 2024-11-11T15:37:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:07,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:07,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50., hostname=9a1fddc00362,40985,1731339411451, seqNum=2] 2024-11-11T15:37:07,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:07,883 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 379, reset compression=false 2024-11-11T15:37:07,940 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:08,006 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T15:37:08,253 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:08,499 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 379, reset compression=false 2024-11-11T15:37:08,503 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:08,503 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 503, reset compression=false 2024-11-11T15:37:08,503 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b567a6a94718d71a31d6adb7054ea50/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T15:37:08,506 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:08,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T15:37:08,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:08,512 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 379, reset compression=false 2024-11-11T15:37:08,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ad4c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:08,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,37479,-1 for getting cluster id 2024-11-11T15:37:08,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:08,514 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '788c4758-6f93-4475-93fa-3318682b2e82' 2024-11-11T15:37:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "788c4758-6f93-4475-93fa-3318682b2e82" 2024-11-11T15:37:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb8740d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,37479,-1] 2024-11-11T15:37:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:08,516 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:08,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a665b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:08,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:08,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37907,1731339414706, seqNum=-1] 2024-11-11T15:37:08,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:08,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731339420749.3308016832fce319eccde203b4fcc6ac., hostname=9a1fddc00362,37907,1731339414706, seqNum=2] 2024-11-11T15:37:08,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:08,532 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:08,532 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 527, reset compression=false 2024-11-11T15:37:08,532 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:08,656 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:08,709 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 503, reset compression=false 2024-11-11T15:37:08,744 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 527, reset compression=false 2024-11-11T15:37:08,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:08,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:37:08,853 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88636 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:37:08,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:08,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:08,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:08,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:08,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:08,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,009 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T15:37:09,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,40985,1731339411451, seqNum=-1] 2024-11-11T15:37:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:09,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:09,013 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 503, reset compression=false 2024-11-11T15:37:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50., hostname=9a1fddc00362,40985,1731339411451, seqNum=2] 2024-11-11T15:37:09,021 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T15:37:09,026 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:09,026 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 607, reset compression=false 2024-11-11T15:37:09,026 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b567a6a94718d71a31d6adb7054ea50/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:37:09,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:09,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,048 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 527, reset compression=false 2024-11-11T15:37:09,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,054 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:09,054 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 655, reset compression=false 2024-11-11T15:37:09,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,054 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:09,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:09,159 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:09,235 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 607, reset compression=false 2024-11-11T15:37:09,270 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 655, reset compression=false 2024-11-11T15:37:09,539 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 607, reset compression=false 2024-11-11T15:37:09,573 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 655, reset compression=false 2024-11-11T15:37:09,764 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:09,943 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 607, reset compression=false 2024-11-11T15:37:09,977 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 655, reset compression=false 2024-11-11T15:37:10,026 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T15:37:10,031 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T15:37:10,455 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 607, reset compression=false 2024-11-11T15:37:10,469 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:10,489 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 655, reset compression=false 2024-11-11T15:37:10,493 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:10,493 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 759, reset compression=false 2024-11-11T15:37:10,493 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[{test/3308016832fce319eccde203b4fcc6ac/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T15:37:10,495 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:10,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T15:37:10,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:10,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:10,699 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 759, reset compression=false 2024-11-11T15:37:11,003 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 759, reset compression=false 2024-11-11T15:37:11,033 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T15:37:11,036 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T15:37:11,058 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 607, reset compression=false 2024-11-11T15:37:11,065 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:11,065 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 734, reset compression=false 2024-11-11T15:37:11,065 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:11,271 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 734, reset compression=false 2024-11-11T15:37:11,272 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 480, reset compression=false 2024-11-11T15:37:11,277 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:11,277 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:11,277 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,43749,1731339408031 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f859baaf31a95bc13a67a99e03cbf4f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T15:37:11,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:11,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:11,406 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 759, reset compression=false 2024-11-11T15:37:11,481 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:11,575 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 734, reset compression=false 2024-11-11T15:37:11,580 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:11,580 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 881, reset compression=false 2024-11-11T15:37:11,580 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b567a6a94718d71a31d6adb7054ea50/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T15:37:11,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:11,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:11,785 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:11,808 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 881, reset compression=false 2024-11-11T15:37:11,912 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 759, reset compression=false 2024-11-11T15:37:11,926 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:11,926 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 930, reset compression=false 2024-11-11T15:37:11,926 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:12,039 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T15:37:12,052 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T15:37:12,112 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 881, reset compression=false 2024-11-11T15:37:12,117 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:12,117 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1040, reset compression=false 2024-11-11T15:37:12,117 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b567a6a94718d71a31d6adb7054ea50/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T15:37:12,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:12,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:12,152 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 930, reset compression=false 2024-11-11T15:37:12,163 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:12,163 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1080, reset compression=false 2024-11-11T15:37:12,163 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:12,190 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:12,321 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1040, reset compression=false 2024-11-11T15:37:12,368 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1080, reset compression=false 2024-11-11T15:37:12,625 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1040, reset compression=false 2024-11-11T15:37:12,675 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1080, reset compression=false 2024-11-11T15:37:12,694 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:13,030 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1040, reset compression=false 2024-11-11T15:37:13,054 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T15:37:13,057 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T15:37:13,079 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1080, reset compression=false 2024-11-11T15:37:13,084 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:13,084 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1239, reset compression=false 2024-11-11T15:37:13,084 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[{test/3308016832fce319eccde203b4fcc6ac/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T15:37:13,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T15:37:13,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T15:37:13,288 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1239, reset compression=false 2024-11-11T15:37:13,297 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:13,534 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1040, reset compression=false 2024-11-11T15:37:13,539 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:13,539 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:13,539 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:13,595 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1239, reset compression=false 2024-11-11T15:37:13,743 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:13,999 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1239, reset compression=false 2024-11-11T15:37:14,001 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:14,048 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:14,059 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T15:37:14,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:37:14,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:14,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:14,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:14,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:14,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:14,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:37:14,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1623440619, stopped=false 2024-11-11T15:37:14,068 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,37479,1731339414658 2024-11-11T15:37:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21317981383/running 2024-11-11T15:37:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21317981383/running 2024-11-11T15:37:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:37:14,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:37:14,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:14,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/running 2024-11-11T15:37:14,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Set watcher on znode that does not yet exist, /21317981383/running 2024-11-11T15:37:14,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:14,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:14,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:14,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,37907,1731339414706' ***** 2024-11-11T15:37:14,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:37:14,073 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:37:14,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(3091): Received CLOSE for 3308016832fce319eccde203b4fcc6ac 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(3091): Received CLOSE for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,37907,1731339414706 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:14,074 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3308016832fce319eccde203b4fcc6ac, disabling compactions & flushes 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:37907. 2024-11-11T15:37:14,074 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:14,074 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:14,074 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339420749.3308016832fce319eccde203b4fcc6ac. after waiting 0 ms 2024-11-11T15:37:14,074 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:14,074 DEBUG [RS:0;9a1fddc00362:37907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:14,074 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:14,074 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3308016832fce319eccde203b4fcc6ac 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T15:37:14,074 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:37:14,075 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:37:14,075 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:37:14,075 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:37:14,075 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:37:14,075 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1325): Online Regions={3308016832fce319eccde203b4fcc6ac=test,,1731339420749.3308016832fce319eccde203b4fcc6ac., 1588230740=hbase:meta,,1.1588230740, 88234dd73e8bee3bb73d454ffec9cef0=hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.} 2024-11-11T15:37:14,075 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3308016832fce319eccde203b4fcc6ac, 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:14,075 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:14,075 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:14,075 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:14,075 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:14,075 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:14,076 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:37:14,085 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:14,095 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/info/133d8c3feaca40aca0affbc6542db967 is 147, key is hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0./info:regioninfo/1731339426026/Put/seqid=0 2024-11-11T15:37:14,095 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/f/6b567d792d1d43719a255f617cb4c7cb is 29, key is row1/f:/1731339432042/DeleteFamily/seqid=0 2024-11-11T15:37:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741840_1016 (size=7686) 2024-11-11T15:37:14,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741841_1017 (size=5152) 2024-11-11T15:37:14,275 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3308016832fce319eccde203b4fcc6ac, 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:14,455 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:14,476 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3308016832fce319eccde203b4fcc6ac, 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:14,502 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/info/133d8c3feaca40aca0affbc6542db967 2024-11-11T15:37:14,502 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/f/6b567d792d1d43719a255f617cb4c7cb 2024-11-11T15:37:14,505 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1239, reset compression=false 2024-11-11T15:37:14,509 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b567d792d1d43719a255f617cb4c7cb 2024-11-11T15:37:14,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:14,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1486, reset compression=false 2024-11-11T15:37:14,510 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,37907,1731339414706 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:14,511 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,37907,1731339414706: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,37907,1731339414706, walGroup=9a1fddc00362%2C37907%2C1731339414706, offset=9a1fddc00362%2C37907%2C1731339414706.1731339417065:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:37:14,512 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:37:14,513 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:37:14,513 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:37:14,513 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:37:14,513 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:37:14,513 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 899340336 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 201585936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:37:14,514 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:37479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:37:14,540 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/f1/e79b61b657584d4bba49abc1b0964891 is 30, key is row1/f1:/1731339432042/DeleteFamily/seqid=0 2024-11-11T15:37:14,541 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/ns/05d1cab3ee5d4765a1940472b405b48e is 43, key is default/ns:d/1731339417849/Put/seqid=0 2024-11-11T15:37:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741842_1018 (size=5158) 2024-11-11T15:37:14,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741843_1019 (size=5153) 2024-11-11T15:37:14,676 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3308016832fce319eccde203b4fcc6ac, 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:14,724 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1486, reset compression=false 2024-11-11T15:37:14,805 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:14,876 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3308016832fce319eccde203b4fcc6ac, 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:14,920 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:37:14,920 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:37:14,947 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/f1/e79b61b657584d4bba49abc1b0964891 2024-11-11T15:37:14,952 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e79b61b657584d4bba49abc1b0964891 2024-11-11T15:37:14,960 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:14,963 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/ns/05d1cab3ee5d4765a1940472b405b48e 2024-11-11T15:37:14,971 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/norep/efe5a4c681df4fb885ddfec669326206 is 33, key is row2/norep:/1731339433055/DeleteFamily/seqid=0 2024-11-11T15:37:14,990 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/rep_barrier/d4ddc1f2b1d04a388b697f322c5aa449 is 112, key is test,,1731339420749.3308016832fce319eccde203b4fcc6ac./rep_barrier:seqnumDuringOpen/1731339421216/Put/seqid=0 2024-11-11T15:37:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741844_1020 (size=5108) 2024-11-11T15:37:14,992 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/norep/efe5a4c681df4fb885ddfec669326206 2024-11-11T15:37:15,000 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efe5a4c681df4fb885ddfec669326206 2024-11-11T15:37:15,001 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/f/6b567d792d1d43719a255f617cb4c7cb as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/f/6b567d792d1d43719a255f617cb4c7cb 2024-11-11T15:37:15,006 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b567d792d1d43719a255f617cb4c7cb 2024-11-11T15:37:15,006 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/f/6b567d792d1d43719a255f617cb4c7cb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T15:37:15,007 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/f1/e79b61b657584d4bba49abc1b0964891 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/f1/e79b61b657584d4bba49abc1b0964891 2024-11-11T15:37:15,011 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e79b61b657584d4bba49abc1b0964891 2024-11-11T15:37:15,011 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/f1/e79b61b657584d4bba49abc1b0964891, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T15:37:15,012 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/.tmp/norep/efe5a4c681df4fb885ddfec669326206 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/norep/efe5a4c681df4fb885ddfec669326206 2024-11-11T15:37:15,016 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efe5a4c681df4fb885ddfec669326206 2024-11-11T15:37:15,016 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/norep/efe5a4c681df4fb885ddfec669326206, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T15:37:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741845_1021 (size=5518) 2024-11-11T15:37:15,020 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3308016832fce319eccde203b4fcc6ac in 946ms, sequenceid=10, compaction requested=false 2024-11-11T15:37:15,028 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/default/test/3308016832fce319eccde203b4fcc6ac/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T15:37:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:15,029 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3308016832fce319eccde203b4fcc6ac: Waiting for close lock at 1731339434074Running coprocessor pre-close hooks at 1731339434074Disabling compacts and flushes for region at 1731339434074Disabling writes for close at 1731339434074Obtaining lock to block concurrent updates at 1731339434074Preparing flush snapshotting stores in 3308016832fce319eccde203b4fcc6ac at 1731339434074Finished memstore snapshotting test,,1731339420749.3308016832fce319eccde203b4fcc6ac., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731339434075 (+1 ms)Flushing stores of test,,1731339420749.3308016832fce319eccde203b4fcc6ac. at 1731339434075Flushing 3308016832fce319eccde203b4fcc6ac/f: creating writer at 1731339434075Flushing 3308016832fce319eccde203b4fcc6ac/f: appending metadata at 1731339434094 (+19 ms)Flushing 3308016832fce319eccde203b4fcc6ac/f: closing flushed file at 1731339434094Flushing 3308016832fce319eccde203b4fcc6ac/f1: creating writer at 1731339434509 (+415 ms)Flushing 3308016832fce319eccde203b4fcc6ac/f1: appending metadata at 1731339434539 (+30 ms)Flushing 3308016832fce319eccde203b4fcc6ac/f1: closing flushed file at 1731339434539Flushing 3308016832fce319eccde203b4fcc6ac/norep: creating writer at 1731339434952 (+413 ms)Flushing 3308016832fce319eccde203b4fcc6ac/norep: appending metadata at 1731339434970 (+18 ms)Flushing 3308016832fce319eccde203b4fcc6ac/norep: closing flushed file at 1731339434970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bab2c50: reopening flushed file at 1731339435000 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143e2325: reopening flushed file at 1731339435006 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bab43c: reopening flushed file at 1731339435011 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3308016832fce319eccde203b4fcc6ac in 946ms, sequenceid=10, compaction requested=false at 1731339435020 (+9 ms)Writing region close event to WAL at 1731339435022 (+2 ms)Running coprocessor post-close hooks at 1731339435029 (+7 ms)Closed at 1731339435029 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339420749.3308016832fce319eccde203b4fcc6ac. 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88234dd73e8bee3bb73d454ffec9cef0, disabling compactions & flushes 2024-11-11T15:37:15,030 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. after waiting 0 ms 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88234dd73e8bee3bb73d454ffec9cef0: Waiting for close lock at 1731339435030Running coprocessor pre-close hooks at 1731339435030Disabling compacts and flushes for region at 1731339435030Disabling writes for close at 1731339435030Failed flush hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0., putting online again at 1731339435030 2024-11-11T15:37:15,030 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,045 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 1486, reset compression=false 2024-11-11T15:37:15,050 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:15,050 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 2130, reset compression=false 2024-11-11T15:37:15,076 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:37:15,076 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 88234dd73e8bee3bb73d454ffec9cef0=hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.} 2024-11-11T15:37:15,076 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(3091): Received CLOSE for 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:15,076 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88234dd73e8bee3bb73d454ffec9cef0 2024-11-11T15:37:15,077 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88234dd73e8bee3bb73d454ffec9cef0, disabling compactions & flushes 2024-11-11T15:37:15,077 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,077 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,077 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. after waiting 0 ms 2024-11-11T15:37:15,077 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,077 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88234dd73e8bee3bb73d454ffec9cef0: Waiting for close lock at 1731339435077Running coprocessor pre-close hooks at 1731339435077Disabling compacts and flushes for region at 1731339435077Disabling writes for close at 1731339435077Failed flush hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0., putting online again at 1731339435077 2024-11-11T15:37:15,077 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0. 2024-11-11T15:37:15,254 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 2130, reset compression=false 2024-11-11T15:37:15,277 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:15,418 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/rep_barrier/d4ddc1f2b1d04a388b697f322c5aa449 2024-11-11T15:37:15,442 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/table/64a691dcb7ff46049f7ab1ca21b103dd is 53, key is hbase:replication/table:state/1731339426036/Put/seqid=0 2024-11-11T15:37:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741846_1022 (size=5308) 2024-11-11T15:37:15,477 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:15,557 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 2130, reset compression=false 2024-11-11T15:37:15,574 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:15,677 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:15,722 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:15,846 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/table/64a691dcb7ff46049f7ab1ca21b103dd 2024-11-11T15:37:15,851 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/info/133d8c3feaca40aca0affbc6542db967 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/info/133d8c3feaca40aca0affbc6542db967 2024-11-11T15:37:15,855 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/info/133d8c3feaca40aca0affbc6542db967, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:37:15,855 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/ns/05d1cab3ee5d4765a1940472b405b48e as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/ns/05d1cab3ee5d4765a1940472b405b48e 2024-11-11T15:37:15,860 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/ns/05d1cab3ee5d4765a1940472b405b48e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:37:15,863 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/rep_barrier/d4ddc1f2b1d04a388b697f322c5aa449 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/rep_barrier/d4ddc1f2b1d04a388b697f322c5aa449 2024-11-11T15:37:15,867 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/rep_barrier/d4ddc1f2b1d04a388b697f322c5aa449, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:37:15,867 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/.tmp/table/64a691dcb7ff46049f7ab1ca21b103dd as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/table/64a691dcb7ff46049f7ab1ca21b103dd 2024-11-11T15:37:15,871 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/table/64a691dcb7ff46049f7ab1ca21b103dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:37:15,872 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1797ms, sequenceid=16, compaction requested=false 2024-11-11T15:37:15,877 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:37:15,877 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:15,877 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:15,877 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:15,877 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:15,877 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339434075Running coprocessor pre-close hooks at 1731339434075Disabling compacts and flushes for region at 1731339434075Disabling writes for close at 1731339434075Obtaining lock to block concurrent updates at 1731339434076 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731339434076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339434076Flushing stores of hbase:meta,,1.1588230740 at 1731339434078 (+2 ms)Flushing 1588230740/info: creating writer at 1731339434078Flushing 1588230740/info: appending metadata at 1731339434094 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731339434094Flushing 1588230740/ns: creating writer at 1731339434509 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731339434541 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731339434541Flushing 1588230740/rep_barrier: creating writer at 1731339434968 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339434989 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339434989Flushing 1588230740/table: creating writer at 1731339435422 (+433 ms)Flushing 1588230740/table: appending metadata at 1731339435441 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731339435441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a2d329: reopening flushed file at 1731339435850 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7779d91c: reopening flushed file at 1731339435855 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dfaa97: reopening flushed file at 1731339435860 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e372e9a: reopening flushed file at 1731339435867 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1797ms, sequenceid=16, compaction requested=false at 1731339435872 (+5 ms)Writing region close event to WAL at 1731339435874 (+2 ms)Running coprocessor post-close hooks at 1731339435877 (+3 ms)Closed at 1731339435877 2024-11-11T15:37:15,878 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:15,961 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.1731339417065 to pos 2130, reset compression=false 2024-11-11T15:37:16,077 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:37:16,078 DEBUG [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1325): Online Regions={88234dd73e8bee3bb73d454ffec9cef0=hbase:replication,,1731339424729.88234dd73e8bee3bb73d454ffec9cef0.} 2024-11-11T15:37:16,078 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T15:37:16,078 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,37907,1731339414706; all regions closed. 2024-11-11T15:37:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:37:16,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/WALs/9a1fddc00362,37907,1731339414706/9a1fddc00362%2C37907%2C1731339414706.meta.1731339417699.meta not finished, retry = 0 2024-11-11T15:37:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741839_1015 (size=2171) 2024-11-11T15:37:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741833_1009 (size=2138) 2024-11-11T15:37:16,185 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:16,186 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:16,186 INFO [RS:0;9a1fddc00362:37907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:16,186 INFO [RS:0;9a1fddc00362:37907 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:16,186 INFO [RS:0;9a1fddc00362:37907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:16,186 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:16,187 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,37907,1731339414706 because: Region server is closing 2024-11-11T15:37:16,187 INFO [RS:0;9a1fddc00362:37907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:37907. 2024-11-11T15:37:16,187 DEBUG [RS:0;9a1fddc00362:37907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:16,187 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:16,187 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:16,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:16,279 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:16,287 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.shipper9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 terminated 2024-11-11T15:37:16,287 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,37907,1731339414706.replicationSource.wal-reader.9a1fddc00362%2C37907%2C1731339414706,1-9a1fddc00362,37907,1731339414706 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:37:16,288 INFO [RS:0;9a1fddc00362:37907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:37907. 2024-11-11T15:37:16,288 DEBUG [RS:0;9a1fddc00362:37907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:16,288 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:16,288 DEBUG [RS:0;9a1fddc00362:37907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:16,288 INFO [RS:0;9a1fddc00362:37907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37907 2024-11-11T15:37:16,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21317981383/rs/9a1fddc00362,37907,1731339414706 2024-11-11T15:37:16,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383/rs 2024-11-11T15:37:16,290 INFO [RS:0;9a1fddc00362:37907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:16,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,37907,1731339414706] 2024-11-11T15:37:16,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21317981383/draining/9a1fddc00362,37907,1731339414706 already deleted, retry=false 2024-11-11T15:37:16,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,37907,1731339414706 expired; onlineServers=0 2024-11-11T15:37:16,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,37479,1731339414658' ***** 2024-11-11T15:37:16,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:37:16,294 INFO [M:0;9a1fddc00362:37479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:16,294 INFO [M:0;9a1fddc00362:37479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:16,294 DEBUG [M:0;9a1fddc00362:37479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:37:16,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:37:16,294 DEBUG [M:0;9a1fddc00362:37479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:37:16,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339416796 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339416796,5,FailOnTimeoutGroup] 2024-11-11T15:37:16,294 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339416801 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339416801,5,FailOnTimeoutGroup] 2024-11-11T15:37:16,295 INFO [M:0;9a1fddc00362:37479 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:16,295 INFO [M:0;9a1fddc00362:37479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:16,295 DEBUG [M:0;9a1fddc00362:37479 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:37:16,295 INFO [M:0;9a1fddc00362:37479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:37:16,295 INFO [M:0;9a1fddc00362:37479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:16,295 INFO [M:0;9a1fddc00362:37479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:37:16,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:37:16,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21317981383/master 2024-11-11T15:37:16,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21317981383 2024-11-11T15:37:16,296 DEBUG [M:0;9a1fddc00362:37479 {}] zookeeper.ZKUtil(347): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Unable to get data of znode /21317981383/master because node does not exist (not an error) 2024-11-11T15:37:16,296 WARN [M:0;9a1fddc00362:37479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:37:16,298 INFO [M:0;9a1fddc00362:37479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/.lastflushedseqids 2024-11-11T15:37:16,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741847_1023 (size=245) 2024-11-11T15:37:16,306 INFO [M:0;9a1fddc00362:37479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:37:16,306 INFO [M:0;9a1fddc00362:37479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:37:16,306 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:16,306 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:16,306 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:16,306 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:16,306 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:16,306 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T15:37:16,323 DEBUG [M:0;9a1fddc00362:37479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3707c25779a5427bbdf30898ef5dc3c9 is 82, key is hbase:meta,,1/info:regioninfo/1731339417820/Put/seqid=0 2024-11-11T15:37:16,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741848_1024 (size=5672) 2024-11-11T15:37:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:16,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37907-0x10197fa41f60007, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:16,392 INFO [RS:0;9a1fddc00362:37907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:16,392 INFO [RS:0;9a1fddc00362:37907 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,37907,1731339414706; zookeeper connection closed. 2024-11-11T15:37:16,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6046d53a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6046d53a 2024-11-11T15:37:16,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:37:16,727 INFO [M:0;9a1fddc00362:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3707c25779a5427bbdf30898ef5dc3c9 2024-11-11T15:37:16,727 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:16,747 DEBUG [M:0;9a1fddc00362:37479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/726464ddc43b4e5287834d8a0a3876d5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339426040/Put/seqid=0 2024-11-11T15:37:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741849_1025 (size=8515) 2024-11-11T15:37:17,083 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:17,151 INFO [M:0;9a1fddc00362:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/726464ddc43b4e5287834d8a0a3876d5 2024-11-11T15:37:17,174 DEBUG [M:0;9a1fddc00362:37479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8fca86c07246f3a3ced81c47a89a85 is 69, key is 9a1fddc00362,37907,1731339414706/rs:state/1731339416835/Put/seqid=0 2024-11-11T15:37:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741850_1026 (size=5156) 2024-11-11T15:37:17,578 INFO [M:0;9a1fddc00362:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8fca86c07246f3a3ced81c47a89a85 2024-11-11T15:37:17,583 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3707c25779a5427bbdf30898ef5dc3c9 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3707c25779a5427bbdf30898ef5dc3c9 2024-11-11T15:37:17,586 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3707c25779a5427bbdf30898ef5dc3c9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:37:17,587 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/726464ddc43b4e5287834d8a0a3876d5 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/726464ddc43b4e5287834d8a0a3876d5 2024-11-11T15:37:17,591 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/726464ddc43b4e5287834d8a0a3876d5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:37:17,591 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb8fca86c07246f3a3ced81c47a89a85 as hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb8fca86c07246f3a3ced81c47a89a85 2024-11-11T15:37:17,595 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40863/user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb8fca86c07246f3a3ced81c47a89a85, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:37:17,596 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-11T15:37:17,597 INFO [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:17,597 DEBUG [M:0;9a1fddc00362:37479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339436306Disabling compacts and flushes for region at 1731339436306Disabling writes for close at 1731339436306Obtaining lock to block concurrent updates at 1731339436306Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339436306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731339436307 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339436307Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339436307Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339436323 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339436323Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339436731 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339436746 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339436746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339437155 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339437173 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339437173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9fe5ae: reopening flushed file at 1731339437582 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1d25b: reopening flushed file at 1731339437587 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589a8cfc: reopening flushed file at 1731339437591 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731339437596 (+5 ms)Writing region close event to WAL at 1731339437597 (+1 ms)Closed at 1731339437597 2024-11-11T15:37:17,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741830_1006 (size=63642) 2024-11-11T15:37:17,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e68eeb23-52fe-b1af-0ce0-052df0179e4a/MasterData/WALs/9a1fddc00362,37479,1731339414658/9a1fddc00362%2C37479%2C1731339414658.1731339416521 not finished, retry = 0 2024-11-11T15:37:17,700 INFO [M:0;9a1fddc00362:37479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:37:17,700 INFO [M:0;9a1fddc00362:37479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37479 2024-11-11T15:37:17,700 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:17,701 INFO [M:0;9a1fddc00362:37479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:17,800 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:37:17,803 INFO [M:0;9a1fddc00362:37479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37479-0x10197fa41f60006, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:17,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72cc6655{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:17,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccc1754{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:17,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:17,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432db79e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:17,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604464d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:17,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:37:17,811 WARN [BP-36883018-172.17.0.3-1731339413431 heartbeating to localhost/127.0.0.1:40863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:37:17,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:37:17,811 WARN [BP-36883018-172.17.0.3-1731339413431 heartbeating to localhost/127.0.0.1:40863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-36883018-172.17.0.3-1731339413431 (Datanode Uuid e8dcbf06-f235-4b4e-8378-3bcadb180695) service to localhost/127.0.0.1:40863 2024-11-11T15:37:17,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/cluster_a8000b87-0410-18dc-8f15-0da27ba07257/data/data1/current/BP-36883018-172.17.0.3-1731339413431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:17,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/cluster_a8000b87-0410-18dc-8f15-0da27ba07257/data/data2/current/BP-36883018-172.17.0.3-1731339413431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:17,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:37:17,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@efd5888{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:17,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e97ab7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:17,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:17,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc47c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:17,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31bf1c17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:17,831 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:17,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:37:17,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:37:17,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:17,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:17,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:17,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:17,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:17,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:37:17,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1478261730, stopped=false 2024-11-11T15:37:17,840 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,45067,1731339411353 2024-11-11T15:37:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631876671/running 2024-11-11T15:37:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:37:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631876671/running 2024-11-11T15:37:17,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:37:17,842 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:17,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/running 2024-11-11T15:37:17,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:17,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:17,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:17,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Set watcher on znode that does not yet exist, /1-631876671/running 2024-11-11T15:37:17,843 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,40985,1731339411451' ***** 2024-11-11T15:37:17,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:37:17,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(3091): Received CLOSE for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,40985,1731339411451 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:17,844 INFO [RS:0;9a1fddc00362:40985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40985. 2024-11-11T15:37:17,844 DEBUG [RS:0;9a1fddc00362:40985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:17,844 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b567a6a94718d71a31d6adb7054ea50, disabling compactions & flushes 2024-11-11T15:37:17,844 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:17,845 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:17,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:17,845 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:37:17,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. after waiting 0 ms 2024-11-11T15:37:17,845 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:37:17,845 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:37:17,845 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:17,845 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:37:17,845 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b567a6a94718d71a31d6adb7054ea50 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T15:37:17,848 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:37:17,848 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1325): Online Regions={5b567a6a94718d71a31d6adb7054ea50=test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50., 084d9ff98f6439c9e99e28f1aa63f310=hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:37:17,848 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1351): Waiting on 084d9ff98f6439c9e99e28f1aa63f310, 1588230740, 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:17,848 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:17,848 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:17,848 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:17,848 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:17,848 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:17,848 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:37:17,870 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/f/3347a5461dec48e3baeb31eab2def2a6 is 29, key is row1/f:/1731339432042/DeleteFamily/seqid=0 2024-11-11T15:37:17,874 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/info/2ed3d88ad5574625bf66d57193b24d37 is 147, key is hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310./info:regioninfo/1731339423594/Put/seqid=0 2024-11-11T15:37:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741840_1016 (size=5152) 2024-11-11T15:37:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741841_1017 (size=7686) 2024-11-11T15:37:17,924 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:17,988 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1189, reset compression=false 2024-11-11T15:37:17,993 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:17,993 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1436, reset compression=false 2024-11-11T15:37:17,993 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,40985,1731339411451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:17,994 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,40985,1731339411451: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,40985,1731339411451, walGroup=9a1fddc00362%2C40985%2C1731339411451, offset=9a1fddc00362%2C40985%2C1731339411451.1731339412396:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:40985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:37:17,996 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:37:17,996 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:37:17,998 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:37:17,998 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:37:17,998 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:37:17,998 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 972740656 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202063512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:37:17,998 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:45067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:45067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:37:18,048 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1351): Waiting on 084d9ff98f6439c9e99e28f1aa63f310, 1588230740, 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:18,197 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1436, reset compression=false 2024-11-11T15:37:18,248 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1351): Waiting on 084d9ff98f6439c9e99e28f1aa63f310, 1588230740, 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:18,256 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:37:18,257 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:37:18,278 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/f/3347a5461dec48e3baeb31eab2def2a6 2024-11-11T15:37:18,282 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3347a5461dec48e3baeb31eab2def2a6 2024-11-11T15:37:18,285 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/info/2ed3d88ad5574625bf66d57193b24d37 2024-11-11T15:37:18,303 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/f1/62568a9a0c904913a5896d2e5dd337d8 is 30, key is row1/f1:/1731339432042/DeleteFamily/seqid=0 2024-11-11T15:37:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741842_1018 (size=5158) 2024-11-11T15:37:18,328 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/f1/62568a9a0c904913a5896d2e5dd337d8 2024-11-11T15:37:18,339 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62568a9a0c904913a5896d2e5dd337d8 2024-11-11T15:37:18,358 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/ns/a60d56e8e2e54173aeabf56b54c1a419 is 43, key is default/ns:d/1731339413353/Put/seqid=0 2024-11-11T15:37:18,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741843_1019 (size=5153) 2024-11-11T15:37:18,393 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/ns/a60d56e8e2e54173aeabf56b54c1a419 2024-11-11T15:37:18,403 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/norep/8f55fd12068541b0891b84757e3ad434 is 33, key is row1/norep:/1731339432042/DeleteFamily/seqid=0 2024-11-11T15:37:18,433 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/rep_barrier/76614cc57f7040b8a2bf0e81fbd5a176 is 112, key is test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50./rep_barrier:seqnumDuringOpen/1731339420639/Put/seqid=0 2024-11-11T15:37:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741844_1020 (size=5108) 2024-11-11T15:37:18,438 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/norep/8f55fd12068541b0891b84757e3ad434 2024-11-11T15:37:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741845_1021 (size=5518) 2024-11-11T15:37:18,441 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/rep_barrier/76614cc57f7040b8a2bf0e81fbd5a176 2024-11-11T15:37:18,449 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1351): Waiting on 084d9ff98f6439c9e99e28f1aa63f310, 1588230740, 5b567a6a94718d71a31d6adb7054ea50 2024-11-11T15:37:18,489 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f55fd12068541b0891b84757e3ad434 2024-11-11T15:37:18,490 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/f/3347a5461dec48e3baeb31eab2def2a6 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/f/3347a5461dec48e3baeb31eab2def2a6 2024-11-11T15:37:18,496 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3347a5461dec48e3baeb31eab2def2a6 2024-11-11T15:37:18,496 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/f/3347a5461dec48e3baeb31eab2def2a6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T15:37:18,495 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/table/db1a59b1570547fd97e03b5482856d67 is 53, key is hbase:replication/table:state/1731339423608/Put/seqid=0 2024-11-11T15:37:18,498 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/f1/62568a9a0c904913a5896d2e5dd337d8 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/f1/62568a9a0c904913a5896d2e5dd337d8 2024-11-11T15:37:18,507 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1436, reset compression=false 2024-11-11T15:37:18,509 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62568a9a0c904913a5896d2e5dd337d8 2024-11-11T15:37:18,509 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/f1/62568a9a0c904913a5896d2e5dd337d8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T15:37:18,510 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/.tmp/norep/8f55fd12068541b0891b84757e3ad434 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/norep/8f55fd12068541b0891b84757e3ad434 2024-11-11T15:37:18,516 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f55fd12068541b0891b84757e3ad434 2024-11-11T15:37:18,516 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/norep/8f55fd12068541b0891b84757e3ad434, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T15:37:18,517 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b567a6a94718d71a31d6adb7054ea50 in 672ms, sequenceid=10, compaction requested=false 2024-11-11T15:37:18,517 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:37:18,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741846_1022 (size=5308) 2024-11-11T15:37:18,535 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/default/test/5b567a6a94718d71a31d6adb7054ea50/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T15:37:18,536 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:18,536 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:18,536 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:18,536 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b567a6a94718d71a31d6adb7054ea50: Waiting for close lock at 1731339437844Running coprocessor pre-close hooks at 1731339437844Disabling compacts and flushes for region at 1731339437844Disabling writes for close at 1731339437845 (+1 ms)Obtaining lock to block concurrent updates at 1731339437845Preparing flush snapshotting stores in 5b567a6a94718d71a31d6adb7054ea50 at 1731339437845Finished memstore snapshotting test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731339437845Flushing stores of test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. at 1731339437846 (+1 ms)Flushing 5b567a6a94718d71a31d6adb7054ea50/f: creating writer at 1731339437846Flushing 5b567a6a94718d71a31d6adb7054ea50/f: appending metadata at 1731339437869 (+23 ms)Flushing 5b567a6a94718d71a31d6adb7054ea50/f: closing flushed file at 1731339437869Flushing 5b567a6a94718d71a31d6adb7054ea50/f1: creating writer at 1731339438282 (+413 ms)Flushing 5b567a6a94718d71a31d6adb7054ea50/f1: appending metadata at 1731339438303 (+21 ms)Flushing 5b567a6a94718d71a31d6adb7054ea50/f1: closing flushed file at 1731339438303Flushing 5b567a6a94718d71a31d6adb7054ea50/norep: creating writer at 1731339438339 (+36 ms)Flushing 5b567a6a94718d71a31d6adb7054ea50/norep: appending metadata at 1731339438402 (+63 ms)Flushing 5b567a6a94718d71a31d6adb7054ea50/norep: closing flushed file at 1731339438402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341eaa5: reopening flushed file at 1731339438489 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4c9fee: reopening flushed file at 1731339438496 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376ec4a5: reopening flushed file at 1731339438510 (+14 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b567a6a94718d71a31d6adb7054ea50 in 672ms, sequenceid=10, compaction requested=false at 1731339438517 (+7 ms)Writing region close event to WAL at 1731339438532 (+15 ms)Running coprocessor post-close hooks at 1731339438536 (+4 ms)Closed at 1731339438536 2024-11-11T15:37:18,536 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339420108.5b567a6a94718d71a31d6adb7054ea50. 2024-11-11T15:37:18,536 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 084d9ff98f6439c9e99e28f1aa63f310, disabling compactions & flushes 2024-11-11T15:37:18,537 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,537 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,537 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. after waiting 0 ms 2024-11-11T15:37:18,537 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,537 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 084d9ff98f6439c9e99e28f1aa63f310: Waiting for close lock at 1731339438536Running coprocessor pre-close hooks at 1731339438536Disabling compacts and flushes for region at 1731339438536Disabling writes for close at 1731339438537 (+1 ms)Failed flush hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., putting online again at 1731339438537 2024-11-11T15:37:18,537 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,649 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(3091): Received CLOSE for 084d9ff98f6439c9e99e28f1aa63f310 2024-11-11T15:37:18,649 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1351): Waiting on 084d9ff98f6439c9e99e28f1aa63f310, 1588230740 2024-11-11T15:37:18,649 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 084d9ff98f6439c9e99e28f1aa63f310, disabling compactions & flushes 2024-11-11T15:37:18,649 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,649 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,649 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. after waiting 0 ms 2024-11-11T15:37:18,649 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,650 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 084d9ff98f6439c9e99e28f1aa63f310: Waiting for close lock at 1731339438649Running coprocessor pre-close hooks at 1731339438649Disabling compacts and flushes for region at 1731339438649Disabling writes for close at 1731339438649Failed flush hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., putting online again at 1731339438649 2024-11-11T15:37:18,650 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310. 2024-11-11T15:37:18,849 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:37:18,849 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1325): Online Regions={084d9ff98f6439c9e99e28f1aa63f310=hbase:replication,,1731339422575.084d9ff98f6439c9e99e28f1aa63f310., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:37:18,849 DEBUG [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:18,919 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 1436, reset compression=false 2024-11-11T15:37:18,924 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/table/db1a59b1570547fd97e03b5482856d67 2024-11-11T15:37:18,925 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:18,925 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 2080, reset compression=false 2024-11-11T15:37:18,931 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/info/2ed3d88ad5574625bf66d57193b24d37 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/info/2ed3d88ad5574625bf66d57193b24d37 2024-11-11T15:37:18,935 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/info/2ed3d88ad5574625bf66d57193b24d37, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:37:18,935 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/ns/a60d56e8e2e54173aeabf56b54c1a419 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/ns/a60d56e8e2e54173aeabf56b54c1a419 2024-11-11T15:37:18,939 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/ns/a60d56e8e2e54173aeabf56b54c1a419, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:37:18,940 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/rep_barrier/76614cc57f7040b8a2bf0e81fbd5a176 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/rep_barrier/76614cc57f7040b8a2bf0e81fbd5a176 2024-11-11T15:37:18,945 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/rep_barrier/76614cc57f7040b8a2bf0e81fbd5a176, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:37:18,945 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/.tmp/table/db1a59b1570547fd97e03b5482856d67 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/table/db1a59b1570547fd97e03b5482856d67 2024-11-11T15:37:18,949 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/table/db1a59b1570547fd97e03b5482856d67, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:37:18,951 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1102ms, sequenceid=16, compaction requested=false 2024-11-11T15:37:18,963 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:37:18,964 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:18,964 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:18,964 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:18,964 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339437848Running coprocessor pre-close hooks at 1731339437848Disabling compacts and flushes for region at 1731339437848Disabling writes for close at 1731339437848Obtaining lock to block concurrent updates at 1731339437848Preparing flush snapshotting stores in 1588230740 at 1731339437848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339437849 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339437849Flushing 1588230740/info: creating writer at 1731339437849Flushing 1588230740/info: appending metadata at 1731339437873 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731339437874 (+1 ms)Flushing 1588230740/ns: creating writer at 1731339438290 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731339438351 (+61 ms)Flushing 1588230740/ns: closing flushed file at 1731339438351Flushing 1588230740/rep_barrier: creating writer at 1731339438400 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339438433 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339438433Flushing 1588230740/table: creating writer at 1731339438445 (+12 ms)Flushing 1588230740/table: appending metadata at 1731339438491 (+46 ms)Flushing 1588230740/table: closing flushed file at 1731339438491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eda4d98: reopening flushed file at 1731339438930 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e02c52: reopening flushed file at 1731339438935 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a8599a: reopening flushed file at 1731339438939 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a41352: reopening flushed file at 1731339438945 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1102ms, sequenceid=16, compaction requested=false at 1731339438951 (+6 ms)Writing region close event to WAL at 1731339438960 (+9 ms)Running coprocessor post-close hooks at 1731339438964 (+4 ms)Closed at 1731339438964 2024-11-11T15:37:18,964 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:19,041 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:19,050 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T15:37:19,050 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,40985,1731339411451; all regions closed. 2024-11-11T15:37:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:37:19,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741839_1015 (size=2171) 2024-11-11T15:37:19,129 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 to pos 2080, reset compression=false 2024-11-11T15:37:19,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741832_1008 (size=2088) 2024-11-11T15:37:19,139 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:19,139 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:19,139 INFO [RS:0;9a1fddc00362:40985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:19,140 INFO [RS:0;9a1fddc00362:40985 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:19,140 INFO [RS:0;9a1fddc00362:40985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:19,140 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,40985,1731339411451 because: Region server is closing 2024-11-11T15:37:19,140 INFO [RS:0;9a1fddc00362:40985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40985. 2024-11-11T15:37:19,140 DEBUG [RS:0;9a1fddc00362:40985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:19,140 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:19,140 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:19,141 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:19,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:19,163 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/WALs/9a1fddc00362,40985,1731339411451/9a1fddc00362%2C40985%2C1731339411451.1731339412396 2024-11-11T15:37:19,241 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.shipper9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 terminated 2024-11-11T15:37:19,241 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,40985,1731339411451.replicationSource.wal-reader.9a1fddc00362%2C40985%2C1731339411451,1-9a1fddc00362,40985,1731339411451 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T15:37:19,241 INFO [RS:0;9a1fddc00362:40985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:40985. 2024-11-11T15:37:19,241 DEBUG [RS:0;9a1fddc00362:40985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:19,241 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:19,241 DEBUG [RS:0;9a1fddc00362:40985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:19,241 INFO [RS:0;9a1fddc00362:40985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40985 2024-11-11T15:37:19,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:19,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671/rs 2024-11-11T15:37:19,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631876671/rs/9a1fddc00362,40985,1731339411451 2024-11-11T15:37:19,246 INFO [RS:0;9a1fddc00362:40985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:19,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,40985,1731339411451] 2024-11-11T15:37:19,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-631876671/draining/9a1fddc00362,40985,1731339411451 already deleted, retry=false 2024-11-11T15:37:19,251 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,40985,1731339411451 expired; onlineServers=0 2024-11-11T15:37:19,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,45067,1731339411353' ***** 2024-11-11T15:37:19,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:37:19,252 INFO [M:0;9a1fddc00362:45067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:19,252 INFO [M:0;9a1fddc00362:45067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:19,252 DEBUG [M:0;9a1fddc00362:45067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:37:19,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:37:19,252 DEBUG [M:0;9a1fddc00362:45067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:37:19,252 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339412131 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339412131,5,FailOnTimeoutGroup] 2024-11-11T15:37:19,252 INFO [M:0;9a1fddc00362:45067 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:19,252 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339412136 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339412136,5,FailOnTimeoutGroup] 2024-11-11T15:37:19,252 INFO [M:0;9a1fddc00362:45067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:19,252 DEBUG [M:0;9a1fddc00362:45067 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:37:19,252 INFO [M:0;9a1fddc00362:45067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:37:19,253 INFO [M:0;9a1fddc00362:45067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:19,253 INFO [M:0;9a1fddc00362:45067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:37:19,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:37:19,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631876671/master 2024-11-11T15:37:19,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631876671 2024-11-11T15:37:19,254 DEBUG [M:0;9a1fddc00362:45067 {}] zookeeper.ZKUtil(347): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Unable to get data of znode /1-631876671/master because node does not exist (not an error) 2024-11-11T15:37:19,255 WARN [M:0;9a1fddc00362:45067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:37:19,284 INFO [M:0;9a1fddc00362:45067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/.lastflushedseqids 2024-11-11T15:37:19,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741847_1023 (size=245) 2024-11-11T15:37:19,324 INFO [M:0;9a1fddc00362:45067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:37:19,324 INFO [M:0;9a1fddc00362:45067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:37:19,325 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:19,325 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:19,325 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:19,325 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:19,325 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:19,325 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T15:37:19,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:19,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40985-0x10197fa41f60004, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:19,351 INFO [RS:0;9a1fddc00362:40985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:19,351 INFO [RS:0;9a1fddc00362:40985 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,40985,1731339411451; zookeeper connection closed. 2024-11-11T15:37:19,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39bb6b1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39bb6b1b 2024-11-11T15:37:19,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:37:19,370 DEBUG [M:0;9a1fddc00362:45067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eaa071e0e464faea83314682aeb49c2 is 82, key is hbase:meta,,1/info:regioninfo/1731339413344/Put/seqid=0 2024-11-11T15:37:19,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741848_1024 (size=5672) 2024-11-11T15:37:19,806 INFO [M:0;9a1fddc00362:45067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eaa071e0e464faea83314682aeb49c2 2024-11-11T15:37:19,852 DEBUG [M:0;9a1fddc00362:45067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55e82bbcc14246bda176ea70563f7de0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339423612/Put/seqid=0 2024-11-11T15:37:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741849_1025 (size=8515) 2024-11-11T15:37:19,889 INFO [M:0;9a1fddc00362:45067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55e82bbcc14246bda176ea70563f7de0 2024-11-11T15:37:19,931 DEBUG [M:0;9a1fddc00362:45067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f9e2d8577874410bd1afad1bb4a55a4 is 69, key is 9a1fddc00362,40985,1731339411451/rs:state/1731339412221/Put/seqid=0 2024-11-11T15:37:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741850_1026 (size=5156) 2024-11-11T15:37:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,361 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:20,375 INFO [M:0;9a1fddc00362:45067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f9e2d8577874410bd1afad1bb4a55a4 2024-11-11T15:37:20,385 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eaa071e0e464faea83314682aeb49c2 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eaa071e0e464faea83314682aeb49c2 2024-11-11T15:37:20,390 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eaa071e0e464faea83314682aeb49c2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T15:37:20,391 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55e82bbcc14246bda176ea70563f7de0 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55e82bbcc14246bda176ea70563f7de0 2024-11-11T15:37:20,396 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55e82bbcc14246bda176ea70563f7de0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T15:37:20,397 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f9e2d8577874410bd1afad1bb4a55a4 as hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f9e2d8577874410bd1afad1bb4a55a4 2024-11-11T15:37:20,401 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42807/user/jenkins/test-data/932f0ed8-a5ae-47e7-d40e-36d22af309f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f9e2d8577874410bd1afad1bb4a55a4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T15:37:20,403 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1078ms, sequenceid=97, compaction requested=false 2024-11-11T15:37:20,409 INFO [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:20,409 DEBUG [M:0;9a1fddc00362:45067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339439325Disabling compacts and flushes for region at 1731339439325Disabling writes for close at 1731339439325Obtaining lock to block concurrent updates at 1731339439325Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339439325Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731339439325Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339439326 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339439326Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339439370 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339439370Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339439811 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339439851 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339439852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339439897 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339439930 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339439930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56591eb: reopening flushed file at 1731339440381 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca80e3f: reopening flushed file at 1731339440390 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbe3968: reopening flushed file at 1731339440396 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1078ms, sequenceid=97, compaction requested=false at 1731339440403 (+7 ms)Writing region close event to WAL at 1731339440409 (+6 ms)Closed at 1731339440409 2024-11-11T15:37:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35827 is added to blk_1073741830_1006 (size=63642) 2024-11-11T15:37:20,415 INFO [M:0;9a1fddc00362:45067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:37:20,415 INFO [M:0;9a1fddc00362:45067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45067 2024-11-11T15:37:20,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:20,420 INFO [M:0;9a1fddc00362:45067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:20,522 INFO [M:0;9a1fddc00362:45067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45067-0x10197fa41f60003, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:20,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d7f0e88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:20,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@996ca38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:20,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:20,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7718d2d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:20,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4919c32c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:20,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:37:20,533 WARN [BP-564452334-172.17.0.3-1731339410161 heartbeating to localhost/127.0.0.1:42807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:37:20,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:37:20,533 WARN [BP-564452334-172.17.0.3-1731339410161 heartbeating to localhost/127.0.0.1:42807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-564452334-172.17.0.3-1731339410161 (Datanode Uuid 14e856e2-600c-4926-bcd5-fbc9757dcbaf) service to localhost/127.0.0.1:42807 2024-11-11T15:37:20,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/cluster_fb0b744b-c3aa-09dc-7924-2d1996aa9f53/data/data1/current/BP-564452334-172.17.0.3-1731339410161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:20,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/cluster_fb0b744b-c3aa-09dc-7924-2d1996aa9f53/data/data2/current/BP-564452334-172.17.0.3-1731339410161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:20,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:37:20,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23533543{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:20,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d7dc1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:20,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:20,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2b4cfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:20,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba4b299{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64f132b-1fdf-ec45-fbfd-e46487e60ecc/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:20,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:37:20,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:37:20,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:20,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:20,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:20,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:20,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:20,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:37:20,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1044242670, stopped=false 2024-11-11T15:37:20,566 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,35467,1731339407832 2024-11-11T15:37:20,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070874999/running 2024-11-11T15:37:20,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:20,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070874999/running 2024-11-11T15:37:20,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:37:20,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:37:20,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/running 2024-11-11T15:37:20,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Set watcher on znode that does not yet exist, /01070874999/running 2024-11-11T15:37:20,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:20,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:20,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:20,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,43749,1731339408031' ***** 2024-11-11T15:37:20,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:37:20,573 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:37:20,573 INFO [RS:0;9a1fddc00362:43749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:37:20,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:37:20,573 INFO [RS:0;9a1fddc00362:43749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:37:20,573 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(3091): Received CLOSE for 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,43749,1731339408031 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:43749. 2024-11-11T15:37:20,575 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7facd9b43a09dc82d054fde3dab147e9, disabling compactions & flushes 2024-11-11T15:37:20,575 DEBUG [RS:0;9a1fddc00362:43749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:20,575 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:20,575 DEBUG [RS:0;9a1fddc00362:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:20,575 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:20,575 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. after waiting 0 ms 2024-11-11T15:37:20,575 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:37:20,575 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7facd9b43a09dc82d054fde3dab147e9 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:37:20,575 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:37:20,579 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:37:20,579 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7facd9b43a09dc82d054fde3dab147e9=hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9., 7f859baaf31a95bc13a67a99e03cbf4f=test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.} 2024-11-11T15:37:20,579 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f859baaf31a95bc13a67a99e03cbf4f, 7facd9b43a09dc82d054fde3dab147e9 2024-11-11T15:37:20,579 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:20,579 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:20,579 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:20,579 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:20,579 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:20,579 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:37:20,603 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/info/e93238426b184f7f8015d67a7eda1ab2 is 147, key is hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9./info:regioninfo/1731339421867/Put/seqid=0 2024-11-11T15:37:20,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:20,608 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/.tmp/queue/6e09a5865ee2486981565c49fae7b9f6 is 153, key is 1-9a1fddc00362,43749,1731339408031/queue:9a1fddc00362%2C43749%2C1731339408031/1731339431282/Put/seqid=0 2024-11-11T15:37:20,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,608 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:20,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741840_1016 (size=7686) 2024-11-11T15:37:20,615 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/info/e93238426b184f7f8015d67a7eda1ab2 2024-11-11T15:37:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741841_1017 (size=5352) 2024-11-11T15:37:20,618 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/.tmp/queue/6e09a5865ee2486981565c49fae7b9f6 2024-11-11T15:37:20,639 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/.tmp/queue/6e09a5865ee2486981565c49fae7b9f6 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/queue/6e09a5865ee2486981565c49fae7b9f6 2024-11-11T15:37:20,651 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/queue/6e09a5865ee2486981565c49fae7b9f6, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T15:37:20,653 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7facd9b43a09dc82d054fde3dab147e9 in 77ms, sequenceid=8, compaction requested=false 2024-11-11T15:37:20,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,669 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/ns/5751d25b0918450fb61ebf8b2fd9362e is 43, key is default/ns:d/1731339410056/Put/seqid=0 2024-11-11T15:37:20,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:20,688 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/replication/7facd9b43a09dc82d054fde3dab147e9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:37:20,689 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:20,689 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:20,689 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:20,689 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7facd9b43a09dc82d054fde3dab147e9: Waiting for close lock at 1731339440575Running coprocessor pre-close hooks at 1731339440575Disabling compacts and flushes for region at 1731339440575Disabling writes for close at 1731339440575Obtaining lock to block concurrent updates at 1731339440575Preparing flush snapshotting stores in 7facd9b43a09dc82d054fde3dab147e9 at 1731339440575Finished memstore snapshotting hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731339440578 (+3 ms)Flushing stores of hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. at 1731339440579 (+1 ms)Flushing 7facd9b43a09dc82d054fde3dab147e9/queue: creating writer at 1731339440579Flushing 7facd9b43a09dc82d054fde3dab147e9/queue: appending metadata at 1731339440607 (+28 ms)Flushing 7facd9b43a09dc82d054fde3dab147e9/queue: closing flushed file at 1731339440607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6457fa7e: reopening flushed file at 1731339440636 (+29 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7facd9b43a09dc82d054fde3dab147e9 in 77ms, sequenceid=8, compaction requested=false at 1731339440653 (+17 ms)Writing region close event to WAL at 1731339440664 (+11 ms)Running coprocessor post-close hooks at 1731339440689 (+25 ms)Closed at 1731339440689 2024-11-11T15:37:20,689 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339421403.7facd9b43a09dc82d054fde3dab147e9. 2024-11-11T15:37:20,690 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f859baaf31a95bc13a67a99e03cbf4f, disabling compactions & flushes 2024-11-11T15:37:20,690 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:37:20,690 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:37:20,690 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. after waiting 0 ms 2024-11-11T15:37:20,690 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:37:20,690 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f859baaf31a95bc13a67a99e03cbf4f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T15:37:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:37:20,728 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/f/9fa2e8d8534a475ab06b7b7c98be6d58 is 28, key is row/f:/1731339431034/DeleteFamily/seqid=0 2024-11-11T15:37:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741843_1019 (size=5085) 2024-11-11T15:37:20,779 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:37:20,841 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:37:20,841 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:37:20,979 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:37:21,116 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/ns/5751d25b0918450fb61ebf8b2fd9362e 2024-11-11T15:37:21,159 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/f/9fa2e8d8534a475ab06b7b7c98be6d58 2024-11-11T15:37:21,161 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/rep_barrier/513eaae5ab3c4774a631cded852ad746 is 112, key is test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f./rep_barrier:seqnumDuringOpen/1731339419148/Put/seqid=0 2024-11-11T15:37:21,164 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fa2e8d8534a475ab06b7b7c98be6d58 2024-11-11T15:37:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741844_1020 (size=5518) 2024-11-11T15:37:21,166 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/rep_barrier/513eaae5ab3c4774a631cded852ad746 2024-11-11T15:37:21,179 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:37:21,191 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/table/f15b03f300de485f89d22d16cbcf7c9f is 53, key is hbase:replication/table:state/1731339421879/Put/seqid=0 2024-11-11T15:37:21,195 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/f1/aae08802f45a4795a53d860abb863936 is 29, key is row/f1:/1731339431034/DeleteFamily/seqid=0 2024-11-11T15:37:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741846_1022 (size=5308) 2024-11-11T15:37:21,211 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/table/f15b03f300de485f89d22d16cbcf7c9f 2024-11-11T15:37:21,219 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/info/e93238426b184f7f8015d67a7eda1ab2 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/info/e93238426b184f7f8015d67a7eda1ab2 2024-11-11T15:37:21,226 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/info/e93238426b184f7f8015d67a7eda1ab2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:37:21,227 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/ns/5751d25b0918450fb61ebf8b2fd9362e as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/ns/5751d25b0918450fb61ebf8b2fd9362e 2024-11-11T15:37:21,234 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/ns/5751d25b0918450fb61ebf8b2fd9362e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:37:21,235 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/rep_barrier/513eaae5ab3c4774a631cded852ad746 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/rep_barrier/513eaae5ab3c4774a631cded852ad746 2024-11-11T15:37:21,239 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/rep_barrier/513eaae5ab3c4774a631cded852ad746, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:37:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741845_1021 (size=5089) 2024-11-11T15:37:21,240 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/.tmp/table/f15b03f300de485f89d22d16cbcf7c9f as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/table/f15b03f300de485f89d22d16cbcf7c9f 2024-11-11T15:37:21,245 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/table/f15b03f300de485f89d22d16cbcf7c9f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:37:21,246 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 667ms, sequenceid=16, compaction requested=false 2024-11-11T15:37:21,268 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:37:21,270 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:21,270 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:21,270 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:21,270 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339440579Running coprocessor pre-close hooks at 1731339440579Disabling compacts and flushes for region at 1731339440579Disabling writes for close at 1731339440579Obtaining lock to block concurrent updates at 1731339440579Preparing flush snapshotting stores in 1588230740 at 1731339440579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339440579Flushing stores of hbase:meta,,1.1588230740 at 1731339440580 (+1 ms)Flushing 1588230740/info: creating writer at 1731339440580Flushing 1588230740/info: appending metadata at 1731339440603 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731339440603Flushing 1588230740/ns: creating writer at 1731339440626 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731339440668 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731339440668Flushing 1588230740/rep_barrier: creating writer at 1731339441121 (+453 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339441160 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339441161 (+1 ms)Flushing 1588230740/table: creating writer at 1731339441173 (+12 ms)Flushing 1588230740/table: appending metadata at 1731339441190 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731339441190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fce34fa: reopening flushed file at 1731339441217 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d4dc9d: reopening flushed file at 1731339441226 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f0d976: reopening flushed file at 1731339441234 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58968560: reopening flushed file at 1731339441239 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 667ms, sequenceid=16, compaction requested=false at 1731339441246 (+7 ms)Writing region close event to WAL at 1731339441264 (+18 ms)Running coprocessor post-close hooks at 1731339441270 (+6 ms)Closed at 1731339441270 2024-11-11T15:37:21,270 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:21,380 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1351): Waiting on 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:37:21,580 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:37:21,580 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1325): Online Regions={7f859baaf31a95bc13a67a99e03cbf4f=test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f.} 2024-11-11T15:37:21,580 DEBUG [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1351): Waiting on 7f859baaf31a95bc13a67a99e03cbf4f 2024-11-11T15:37:21,634 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/f1/aae08802f45a4795a53d860abb863936 2024-11-11T15:37:21,640 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aae08802f45a4795a53d860abb863936 2024-11-11T15:37:21,665 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/norep/1448b39363914cc1b7d43a75d6644894 is 32, key is row/norep:/1731339431034/DeleteFamily/seqid=0 2024-11-11T15:37:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741847_1023 (size=5101) 2024-11-11T15:37:21,679 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/norep/1448b39363914cc1b7d43a75d6644894 2024-11-11T15:37:21,686 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1448b39363914cc1b7d43a75d6644894 2024-11-11T15:37:21,687 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/f/9fa2e8d8534a475ab06b7b7c98be6d58 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/f/9fa2e8d8534a475ab06b7b7c98be6d58 2024-11-11T15:37:21,692 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fa2e8d8534a475ab06b7b7c98be6d58 2024-11-11T15:37:21,692 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/f/9fa2e8d8534a475ab06b7b7c98be6d58, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T15:37:21,693 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/f1/aae08802f45a4795a53d860abb863936 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/f1/aae08802f45a4795a53d860abb863936 2024-11-11T15:37:21,698 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aae08802f45a4795a53d860abb863936 2024-11-11T15:37:21,698 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/f1/aae08802f45a4795a53d860abb863936, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T15:37:21,699 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/.tmp/norep/1448b39363914cc1b7d43a75d6644894 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/norep/1448b39363914cc1b7d43a75d6644894 2024-11-11T15:37:21,703 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1448b39363914cc1b7d43a75d6644894 2024-11-11T15:37:21,703 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/norep/1448b39363914cc1b7d43a75d6644894, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T15:37:21,705 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7f859baaf31a95bc13a67a99e03cbf4f in 1014ms, sequenceid=6, compaction requested=false 2024-11-11T15:37:21,723 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/data/default/test/7f859baaf31a95bc13a67a99e03cbf4f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T15:37:21,723 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:21,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:21,724 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:37:21,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f859baaf31a95bc13a67a99e03cbf4f: Waiting for close lock at 1731339440689Running coprocessor pre-close hooks at 1731339440689Disabling compacts and flushes for region at 1731339440690 (+1 ms)Disabling writes for close at 1731339440690Obtaining lock to block concurrent updates at 1731339440690Preparing flush snapshotting stores in 7f859baaf31a95bc13a67a99e03cbf4f at 1731339440690Finished memstore snapshotting test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731339440690Flushing stores of test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. at 1731339440691 (+1 ms)Flushing 7f859baaf31a95bc13a67a99e03cbf4f/f: creating writer at 1731339440691Flushing 7f859baaf31a95bc13a67a99e03cbf4f/f: appending metadata at 1731339440727 (+36 ms)Flushing 7f859baaf31a95bc13a67a99e03cbf4f/f: closing flushed file at 1731339440727Flushing 7f859baaf31a95bc13a67a99e03cbf4f/f1: creating writer at 1731339441164 (+437 ms)Flushing 7f859baaf31a95bc13a67a99e03cbf4f/f1: appending metadata at 1731339441195 (+31 ms)Flushing 7f859baaf31a95bc13a67a99e03cbf4f/f1: closing flushed file at 1731339441195Flushing 7f859baaf31a95bc13a67a99e03cbf4f/norep: creating writer at 1731339441640 (+445 ms)Flushing 7f859baaf31a95bc13a67a99e03cbf4f/norep: appending metadata at 1731339441664 (+24 ms)Flushing 7f859baaf31a95bc13a67a99e03cbf4f/norep: closing flushed file at 1731339441664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f04477: reopening flushed file at 1731339441686 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c259069: reopening flushed file at 1731339441692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33358b86: reopening flushed file at 1731339441698 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7f859baaf31a95bc13a67a99e03cbf4f in 1014ms, sequenceid=6, compaction requested=false at 1731339441705 (+7 ms)Writing region close event to WAL at 1731339441713 (+8 ms)Running coprocessor post-close hooks at 1731339441723 (+10 ms)Closed at 1731339441724 (+1 ms) 2024-11-11T15:37:21,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339417939.7f859baaf31a95bc13a67a99e03cbf4f. 2024-11-11T15:37:21,771 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 636, reset compression=false 2024-11-11T15:37:21,779 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:21,779 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986 to pos 1527, reset compression=false 2024-11-11T15:37:21,779 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,43749,1731339408031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/WALs/9a1fddc00362,43749,1731339408031/9a1fddc00362%2C43749%2C1731339408031.1731339408986, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:21,780 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,43749,1731339408031; all regions closed. 2024-11-11T15:37:21,780 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,43749,1731339408031: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,43749,1731339408031, walGroup=9a1fddc00362%2C43749%2C1731339408031, offset=9a1fddc00362%2C43749%2C1731339408031.1731339408986:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:37:21,788 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:37:21,788 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:37:21,789 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:37:21,789 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:37:21,789 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:37:21,789 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 856754176 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 202581168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:37:21,789 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:35467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:35467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:37:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741834_1010 (size=4239) 2024-11-11T15:37:21,801 DEBUG [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/oldWALs 2024-11-11T15:37:21,801 INFO [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43749%2C1731339408031.meta:.meta(num 1731339410005) 2024-11-11T15:37:21,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741839_1015 (size=2240) 2024-11-11T15:37:21,811 DEBUG [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/oldWALs 2024-11-11T15:37:21,811 INFO [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43749%2C1731339408031.rep:(num 1731339421762) 2024-11-11T15:37:21,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741832_1008 (size=1535) 2024-11-11T15:37:21,815 DEBUG [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/oldWALs 2024-11-11T15:37:21,815 INFO [RS:0;9a1fddc00362:43749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43749%2C1731339408031:(num 1731339408986) 2024-11-11T15:37:21,815 DEBUG [RS:0;9a1fddc00362:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:21,815 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:21,815 INFO [RS:0;9a1fddc00362:43749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:21,815 INFO [RS:0;9a1fddc00362:43749 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:21,815 INFO [RS:0;9a1fddc00362:43749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:21,815 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,43749,1731339408031 because: Region server is closing 2024-11-11T15:37:21,816 INFO [RS:0;9a1fddc00362:43749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:43749. 2024-11-11T15:37:21,816 DEBUG [RS:0;9a1fddc00362:43749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:21,816 DEBUG [RS:0;9a1fddc00362:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:21,816 DEBUG [RS:0;9a1fddc00362:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:21,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:21,816 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:21,916 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.shipper9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 terminated 2024-11-11T15:37:21,916 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,43749,1731339408031.replicationSource.wal-reader.9a1fddc00362%2C43749%2C1731339408031,1-9a1fddc00362,43749,1731339408031 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:37:21,917 INFO [RS:0;9a1fddc00362:43749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43749 2024-11-11T15:37:21,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070874999/rs/9a1fddc00362,43749,1731339408031 2024-11-11T15:37:21,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999/rs 2024-11-11T15:37:21,919 INFO [RS:0;9a1fddc00362:43749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:21,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,43749,1731339408031] 2024-11-11T15:37:21,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01070874999/draining/9a1fddc00362,43749,1731339408031 already deleted, retry=false 2024-11-11T15:37:21,921 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,43749,1731339408031 expired; onlineServers=0 2024-11-11T15:37:21,921 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,35467,1731339407832' ***** 2024-11-11T15:37:21,921 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:37:21,921 INFO [M:0;9a1fddc00362:35467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:21,921 INFO [M:0;9a1fddc00362:35467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:21,921 DEBUG [M:0;9a1fddc00362:35467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:37:21,921 DEBUG [M:0;9a1fddc00362:35467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:37:21,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:37:21,921 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339408782 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339408782,5,FailOnTimeoutGroup] 2024-11-11T15:37:21,921 INFO [M:0;9a1fddc00362:35467 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:21,921 INFO [M:0;9a1fddc00362:35467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:21,921 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339408780 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339408780,5,FailOnTimeoutGroup] 2024-11-11T15:37:21,921 DEBUG [M:0;9a1fddc00362:35467 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:37:21,921 INFO [M:0;9a1fddc00362:35467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:37:21,922 INFO [M:0;9a1fddc00362:35467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:21,922 INFO [M:0;9a1fddc00362:35467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:37:21,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:37:21,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01070874999/master 2024-11-11T15:37:21,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01070874999 2024-11-11T15:37:21,923 DEBUG [M:0;9a1fddc00362:35467 {}] zookeeper.ZKUtil(347): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Unable to get data of znode /01070874999/master because node does not exist (not an error) 2024-11-11T15:37:21,923 WARN [M:0;9a1fddc00362:35467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:37:21,923 INFO [M:0;9a1fddc00362:35467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/.lastflushedseqids 2024-11-11T15:37:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741848_1024 (size=245) 2024-11-11T15:37:22,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:22,021 INFO [RS:0;9a1fddc00362:43749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:22,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x10197fa41f60001, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:22,021 INFO [RS:0;9a1fddc00362:43749 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,43749,1731339408031; zookeeper connection closed. 2024-11-11T15:37:22,021 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f50ccf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f50ccf0 2024-11-11T15:37:22,021 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:37:22,328 INFO [M:0;9a1fddc00362:35467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:37:22,328 INFO [M:0;9a1fddc00362:35467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:37:22,329 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:22,329 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:22,329 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:22,329 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:22,329 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:22,329 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T15:37:22,351 DEBUG [M:0;9a1fddc00362:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab53f7473494402a8edc4d37a359a514 is 82, key is hbase:meta,,1/info:regioninfo/1731339410045/Put/seqid=0 2024-11-11T15:37:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741849_1025 (size=5672) 2024-11-11T15:37:22,756 INFO [M:0;9a1fddc00362:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab53f7473494402a8edc4d37a359a514 2024-11-11T15:37:22,781 DEBUG [M:0;9a1fddc00362:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fc1070f7cc9486a9a83e20d15337fac is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339419158/Put/seqid=0 2024-11-11T15:37:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741850_1026 (size=7217) 2024-11-11T15:37:22,790 INFO [M:0;9a1fddc00362:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fc1070f7cc9486a9a83e20d15337fac 2024-11-11T15:37:22,798 INFO [M:0;9a1fddc00362:35467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fc1070f7cc9486a9a83e20d15337fac 2024-11-11T15:37:22,825 DEBUG [M:0;9a1fddc00362:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b4c9020d1e04d6ab7aeade7c5229706 is 69, key is 9a1fddc00362,43749,1731339408031/rs:state/1731339408818/Put/seqid=0 2024-11-11T15:37:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741851_1027 (size=5156) 2024-11-11T15:37:22,845 INFO [M:0;9a1fddc00362:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b4c9020d1e04d6ab7aeade7c5229706 2024-11-11T15:37:22,850 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab53f7473494402a8edc4d37a359a514 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab53f7473494402a8edc4d37a359a514 2024-11-11T15:37:22,855 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab53f7473494402a8edc4d37a359a514, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T15:37:22,856 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fc1070f7cc9486a9a83e20d15337fac as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fc1070f7cc9486a9a83e20d15337fac 2024-11-11T15:37:22,865 INFO [M:0;9a1fddc00362:35467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fc1070f7cc9486a9a83e20d15337fac 2024-11-11T15:37:22,867 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fc1070f7cc9486a9a83e20d15337fac, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T15:37:22,869 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b4c9020d1e04d6ab7aeade7c5229706 as hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b4c9020d1e04d6ab7aeade7c5229706 2024-11-11T15:37:22,873 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44509/user/jenkins/test-data/d967ac27-19c7-a835-b158-0b1709403fe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b4c9020d1e04d6ab7aeade7c5229706, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T15:37:22,874 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=105, compaction requested=false 2024-11-11T15:37:22,881 INFO [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:22,881 DEBUG [M:0;9a1fddc00362:35467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339442329Disabling compacts and flushes for region at 1731339442329Disabling writes for close at 1731339442329Obtaining lock to block concurrent updates at 1731339442329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339442329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731339442329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339442330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339442330Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339442351 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339442351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339442761 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339442781 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339442781Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339442798 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339442824 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339442824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573155cb: reopening flushed file at 1731339442850 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2957b294: reopening flushed file at 1731339442855 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7f7e07: reopening flushed file at 1731339442867 (+12 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=105, compaction requested=false at 1731339442874 (+7 ms)Writing region close event to WAL at 1731339442881 (+7 ms)Closed at 1731339442881 2024-11-11T15:37:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43597 is added to blk_1073741830_1006 (size=64411) 2024-11-11T15:37:22,920 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:22,920 INFO [M:0;9a1fddc00362:35467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:37:22,920 INFO [M:0;9a1fddc00362:35467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35467 2024-11-11T15:37:22,921 INFO [M:0;9a1fddc00362:35467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:23,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:23,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10197fa41f60000, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:23,033 INFO [M:0;9a1fddc00362:35467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:23,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358c91db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:23,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4821959b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:23,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:23,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79df2b86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:23,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd78157{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:23,056 WARN [BP-13726941-172.17.0.3-1731339406569 heartbeating to localhost/127.0.0.1:44509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:37:23,056 WARN [BP-13726941-172.17.0.3-1731339406569 heartbeating to localhost/127.0.0.1:44509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-13726941-172.17.0.3-1731339406569 (Datanode Uuid fc673bbc-bad3-4cf6-83f7-2a600f5aa9fe) service to localhost/127.0.0.1:44509 2024-11-11T15:37:23,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:37:23,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:37:23,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/data/data1/current/BP-13726941-172.17.0.3-1731339406569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:23,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:37:23,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/cluster_8e31812f-c48c-79c0-29e0-2b84c5175a23/data/data2/current/BP-13726941-172.17.0.3-1731339406569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:23,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75b4a08e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:23,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67bc77a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:23,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:23,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6684bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:23,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3f850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e555b316-df6b-39a6-eaca-8acc7fadb698/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:23,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:37:23,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:37:23,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:42807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:42807 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44509 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:44509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:42807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40863 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=963 (was 1022), ProcessCount=11 (was 11), AvailableMemoryMB=1656 (was 1693) 2024-11-11T15:37:23,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=963, ProcessCount=11, AvailableMemoryMB=1655 2024-11-11T15:37:23,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10197fa41f60008, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:37:23,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10197fa41f60008, quorum=127.0.0.1:52951, baseZNode=/21317981383 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:37:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197fa41f60005, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:37:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197fa41f60002, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:37:23,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197fa41f60005, quorum=127.0.0.1:52951, baseZNode=/1-631876671 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:37:23,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197fa41f60002, quorum=127.0.0.1:52951, baseZNode=/01070874999 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:37:23,200 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T15:37:23,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir so I do NOT create it in target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b 2024-11-11T15:37:23,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:37:23,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.tmp.dir so I do NOT create it in target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b 2024-11-11T15:37:23,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201b94c1-2f40-89cf-84c3-b4ec650a26af/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:37:23,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b 2024-11-11T15:37:23,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be, deleteOnExit=true 2024-11-11T15:37:23,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/zookeeper_0, clientPort=63638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:37:23,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63638 2024-11-11T15:37:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:37:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/test.cache.data in system properties and HBase conf 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:37:23,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:37:23,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:37:23,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:23,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:37:23,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:37:23,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:23,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:23,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:23,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:23,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:37:23,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:23,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60586b79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:23,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba73567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:23,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e92350a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/java.io.tmpdir/jetty-localhost-33319-hadoop-hdfs-3_4_1-tests_jar-_-any-3439270541088213276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:23,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b5e178a{HTTP/1.1, (http/1.1)}{localhost:33319} 2024-11-11T15:37:23,567 INFO [Time-limited test {}] server.Server(415): Started @285162ms 2024-11-11T15:37:23,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:23,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:23,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:23,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:23,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:37:23,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69bb7e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:23,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a2400cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:23,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5105159b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/java.io.tmpdir/jetty-localhost-45949-hadoop-hdfs-3_4_1-tests_jar-_-any-15262472740752469370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:23,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69dffcb4{HTTP/1.1, (http/1.1)}{localhost:45949} 2024-11-11T15:37:23,998 INFO [Time-limited test {}] server.Server(415): Started @285594ms 2024-11-11T15:37:24,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:37:24,317 WARN [Thread-4139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/data/data2/current/BP-266268383-172.17.0.3-1731339443270/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:24,317 WARN [Thread-4138 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/data/data1/current/BP-266268383-172.17.0.3-1731339443270/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:24,383 WARN [Thread-4126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:37:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf50d7b0e1c1c04dd with lease ID 0xb9072833d8919c21: Processing first storage report for DS-a45cb593-8075-483d-8ef7-c34083ba53de from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=4ad5b3d2-7c9f-441f-a533-107e571e5a13, infoPort=34859, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=445560166;c=1731339443270) 2024-11-11T15:37:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf50d7b0e1c1c04dd with lease ID 0xb9072833d8919c21: from storage DS-a45cb593-8075-483d-8ef7-c34083ba53de node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=4ad5b3d2-7c9f-441f-a533-107e571e5a13, infoPort=34859, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=445560166;c=1731339443270), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:37:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf50d7b0e1c1c04dd with lease ID 0xb9072833d8919c21: Processing first storage report for DS-e8113701-ed7e-4cee-a04d-aa8e2683cc62 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=4ad5b3d2-7c9f-441f-a533-107e571e5a13, infoPort=34859, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=445560166;c=1731339443270) 2024-11-11T15:37:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf50d7b0e1c1c04dd with lease ID 0xb9072833d8919c21: from storage DS-e8113701-ed7e-4cee-a04d-aa8e2683cc62 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=4ad5b3d2-7c9f-441f-a533-107e571e5a13, infoPort=34859, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=445560166;c=1731339443270), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:37:24,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b 2024-11-11T15:37:24,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:24,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:24,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:37:24,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b with version=8 2024-11-11T15:37:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/hbase-staging 2024-11-11T15:37:24,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:37:24,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:24,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44959 2024-11-11T15:37:24,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44959 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-11T15:37:24,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449590x0, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:24,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44959-0x10197fad17d0000 connected 2024-11-11T15:37:24,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:24,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:24,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on znode that does not yet exist, /0-1147989985/running 2024-11-11T15:37:24,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b, hbase.cluster.distributed=false 2024-11-11T15:37:24,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on znode that does not yet exist, /0-1147989985/acl 2024-11-11T15:37:24,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44959 2024-11-11T15:37:24,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44959 2024-11-11T15:37:24,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44959 2024-11-11T15:37:24,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44959 2024-11-11T15:37:24,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44959 2024-11-11T15:37:24,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:24,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:24,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:37:24,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:24,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37535 2024-11-11T15:37:24,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37535 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-11T15:37:24,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:24,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:24,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375350x0, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:24,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375350x0, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on znode that does not yet exist, /0-1147989985/running 2024-11-11T15:37:24,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:37:24,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37535-0x10197fad17d0001 connected 2024-11-11T15:37:24,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:37:24,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on znode that does not yet exist, /0-1147989985/master 2024-11-11T15:37:24,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on znode that does not yet exist, /0-1147989985/acl 2024-11-11T15:37:25,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-11T15:37:25,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37535 2024-11-11T15:37:25,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37535 2024-11-11T15:37:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-11T15:37:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-11T15:37:25,067 DEBUG [M:0;9a1fddc00362:44959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:44959 2024-11-11T15:37:25,068 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1147989985/backup-masters/9a1fddc00362,44959,1731339444893 2024-11-11T15:37:25,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985/backup-masters 2024-11-11T15:37:25,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985/backup-masters 2024-11-11T15:37:25,071 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on existing znode=/0-1147989985/backup-masters/9a1fddc00362,44959,1731339444893 2024-11-11T15:37:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1147989985/master 2024-11-11T15:37:25,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,075 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on existing znode=/0-1147989985/master 2024-11-11T15:37:25,076 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1147989985/backup-masters/9a1fddc00362,44959,1731339444893 from backup master directory 2024-11-11T15:37:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1147989985/backup-masters/9a1fddc00362,44959,1731339444893 2024-11-11T15:37:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985/backup-masters 2024-11-11T15:37:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985/backup-masters 2024-11-11T15:37:25,078 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:25,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,44959,1731339444893 2024-11-11T15:37:25,085 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/hbase.id] with ID: 653b8985-e0e5-4551-b718-f0719c46ac85 2024-11-11T15:37:25,085 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/.tmp/hbase.id 2024-11-11T15:37:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:37:25,494 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/.tmp/hbase.id]:[hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/hbase.id] 2024-11-11T15:37:25,503 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:25,503 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:37:25,505 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T15:37:25,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:37:25,514 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:25,515 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:37:25,515 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:37:25,922 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/data/master/store 2024-11-11T15:37:25,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:37:25,930 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:25,930 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:25,930 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:25,930 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:25,930 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:25,930 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:25,930 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:25,930 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339445930Disabling compacts and flushes for region at 1731339445930Disabling writes for close at 1731339445930Writing region close event to WAL at 1731339445930Closed at 1731339445930 2024-11-11T15:37:25,934 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/data/master/store/.initializing 2024-11-11T15:37:25,934 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/WALs/9a1fddc00362,44959,1731339444893 2024-11-11T15:37:25,935 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:25,936 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C44959%2C1731339444893, suffix=, logDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/WALs/9a1fddc00362,44959,1731339444893, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/oldWALs, maxLogs=10 2024-11-11T15:37:25,954 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/WALs/9a1fddc00362,44959,1731339444893/9a1fddc00362%2C44959%2C1731339444893.1731339445937, exclude list is [], retry=0 2024-11-11T15:37:25,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-a45cb593-8075-483d-8ef7-c34083ba53de,DISK] 2024-11-11T15:37:25,962 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/WALs/9a1fddc00362,44959,1731339444893/9a1fddc00362%2C44959%2C1731339444893.1731339445937 2024-11-11T15:37:25,962 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34859:34859)] 2024-11-11T15:37:25,963 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:25,963 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:25,963 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,963 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:37:25,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:25,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:25,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:37:25,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:25,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:25,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:37:25,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:25,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:25,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:37:25,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:25,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:25,970 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,970 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,971 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,971 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,972 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,972 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:25,973 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:25,977 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:25,977 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67014287, jitterRate=-0.0014093071222305298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:25,978 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339445963Initializing all the Stores at 1731339445964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339445964Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339445964Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339445964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339445964Cleaning up temporary data from old regions at 1731339445972 (+8 ms)Region opened successfully at 1731339445978 (+6 ms) 2024-11-11T15:37:25,978 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:37:25,980 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725e9182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:25,981 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:37:25,981 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:37:25,981 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:37:25,982 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:37:25,982 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:37:25,982 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:37:25,982 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:37:25,986 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:37:25,986 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Unable to get data of znode /0-1147989985/balancer because node does not exist (not necessarily an error) 2024-11-11T15:37:25,988 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1147989985/balancer already deleted, retry=false 2024-11-11T15:37:25,988 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:37:25,988 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Unable to get data of znode /0-1147989985/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:37:25,989 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1147989985/normalizer already deleted, retry=false 2024-11-11T15:37:25,990 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:37:25,990 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Unable to get data of znode /0-1147989985/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:37:25,991 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1147989985/switch/split already deleted, retry=false 2024-11-11T15:37:25,992 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Unable to get data of znode /0-1147989985/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:37:25,993 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1147989985/switch/merge already deleted, retry=false 2024-11-11T15:37:25,994 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Unable to get data of znode /0-1147989985/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:37:25,995 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1147989985/snapshot-cleanup already deleted, retry=false 2024-11-11T15:37:25,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1147989985/running 2024-11-11T15:37:25,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1147989985/running 2024-11-11T15:37:25,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,997 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,44959,1731339444893, sessionid=0x10197fad17d0000, setting cluster-up flag (Was=false) 2024-11-11T15:37:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:26,003 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1147989985/flush-table-proc/acquired, /0-1147989985/flush-table-proc/reached, /0-1147989985/flush-table-proc/abort 2024-11-11T15:37:26,004 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,44959,1731339444893 2024-11-11T15:37:26,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:26,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:26,009 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1147989985/online-snapshot/acquired, /0-1147989985/online-snapshot/reached, /0-1147989985/online-snapshot/abort 2024-11-11T15:37:26,010 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,44959,1731339444893 2024-11-11T15:37:26,011 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:37:26,013 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:26,013 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:37:26,013 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:37:26,013 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,44959,1731339444893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:37:26,014 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:26,014 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:26,015 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:26,015 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:26,015 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:37:26,015 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,015 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:26,015 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:26,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:37:26,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:26,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:37:26,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339476024 2024-11-11T15:37:26,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:37:26,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:37:26,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:37:26,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:37:26,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:37:26,025 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:37:26,028 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339446025,5,FailOnTimeoutGroup] 2024-11-11T15:37:26,031 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339446028,5,FailOnTimeoutGroup] 2024-11-11T15:37:26,031 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,032 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:37:26,032 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,032 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:37:26,059 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(746): ClusterId : 653b8985-e0e5-4551-b718-f0719c46ac85 2024-11-11T15:37:26,059 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:37:26,062 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:37:26,062 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:37:26,064 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:37:26,064 DEBUG [RS:0;9a1fddc00362:37535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:26,083 DEBUG [RS:0;9a1fddc00362:37535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:37535 2024-11-11T15:37:26,083 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:37:26,083 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:37:26,083 DEBUG [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:37:26,084 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,44959,1731339444893 with port=37535, startcode=1731339444970 2024-11-11T15:37:26,084 DEBUG [RS:0;9a1fddc00362:37535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:37:26,087 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:37:26,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,37535,1731339444970 2024-11-11T15:37:26,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44959 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,37535,1731339444970 2024-11-11T15:37:26,088 DEBUG [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b 2024-11-11T15:37:26,088 DEBUG [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43599 2024-11-11T15:37:26,088 DEBUG [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:37:26,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985/rs 2024-11-11T15:37:26,090 DEBUG [RS:0;9a1fddc00362:37535 {}] zookeeper.ZKUtil(111): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Set watcher on existing znode=/0-1147989985/rs/9a1fddc00362,37535,1731339444970 2024-11-11T15:37:26,090 WARN [RS:0;9a1fddc00362:37535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:26,090 INFO [RS:0;9a1fddc00362:37535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:26,090 DEBUG [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970 2024-11-11T15:37:26,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,37535,1731339444970] 2024-11-11T15:37:26,093 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:37:26,094 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:37:26,095 INFO [RS:0;9a1fddc00362:37535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:37:26,095 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,095 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:37:26,095 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:37:26,095 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,095 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,095 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,095 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:26,096 DEBUG [RS:0;9a1fddc00362:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:26,096 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,096 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,096 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,096 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,096 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,096 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37535,1731339444970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:26,115 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:37:26,115 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,37535,1731339444970-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,115 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,115 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.Replication(171): 9a1fddc00362,37535,1731339444970 started 2024-11-11T15:37:26,133 INFO [RS:0;9a1fddc00362:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:26,133 INFO [RS:0;9a1fddc00362:37535 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,37535,1731339444970, RpcServer on 9a1fddc00362/172.17.0.3:37535, sessionid=0x10197fad17d0001 2024-11-11T15:37:26,133 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:37:26,133 DEBUG [RS:0;9a1fddc00362:37535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,37535,1731339444970 2024-11-11T15:37:26,133 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,37535,1731339444970' 2024-11-11T15:37:26,133 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1147989985/flush-table-proc/abort' 2024-11-11T15:37:26,134 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1147989985/flush-table-proc/acquired' 2024-11-11T15:37:26,134 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:37:26,134 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:37:26,134 DEBUG [RS:0;9a1fddc00362:37535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,37535,1731339444970 2024-11-11T15:37:26,134 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,37535,1731339444970' 2024-11-11T15:37:26,134 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1147989985/online-snapshot/abort' 2024-11-11T15:37:26,135 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1147989985/online-snapshot/acquired' 2024-11-11T15:37:26,135 DEBUG [RS:0;9a1fddc00362:37535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:37:26,135 INFO [RS:0;9a1fddc00362:37535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:37:26,135 INFO [RS:0;9a1fddc00362:37535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:37:26,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,236 INFO [RS:0;9a1fddc00362:37535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:26,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,237 INFO [RS:0;9a1fddc00362:37535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37535%2C1731339444970, suffix=, logDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/oldWALs, maxLogs=10 2024-11-11T15:37:26,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:26,255 DEBUG [RS:0;9a1fddc00362:37535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970/9a1fddc00362%2C37535%2C1731339444970.1731339446238, exclude list is [], retry=0 2024-11-11T15:37:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-a45cb593-8075-483d-8ef7-c34083ba53de,DISK] 2024-11-11T15:37:26,276 INFO [RS:0;9a1fddc00362:37535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970/9a1fddc00362%2C37535%2C1731339444970.1731339446238 2024-11-11T15:37:26,279 DEBUG [RS:0;9a1fddc00362:37535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34859:34859)] 2024-11-11T15:37:26,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:37:26,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b 2024-11-11T15:37:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:37:26,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:26,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:26,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:26,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:26,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:26,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:26,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:26,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:26,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:26,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:26,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:26,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:26,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:26,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:26,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:26,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:26,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:26,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:26,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/hbase/meta/1588230740 2024-11-11T15:37:26,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/hbase/meta/1588230740 2024-11-11T15:37:26,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:26,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:26,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:26,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:26,860 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:26,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72155381, jitterRate=0.07519896328449249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:26,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339446849Initializing all the Stores at 1731339446850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339446850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339446850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339446850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339446850Cleaning up temporary data from old regions at 1731339446857 (+7 ms)Region opened successfully at 1731339446861 (+4 ms) 2024-11-11T15:37:26,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:26,861 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:26,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:26,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:26,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:26,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:26,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339446861Disabling compacts and flushes for region at 1731339446861Disabling writes for close at 1731339446861Writing region close event to WAL at 1731339446875 (+14 ms)Closed at 1731339446875 2024-11-11T15:37:26,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:26,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:37:26,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:37:26,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:26,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:37:27,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:37:27,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:37:27,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:27,036 DEBUG [9a1fddc00362:44959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:37:27,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,37535,1731339444970 2024-11-11T15:37:27,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,37535,1731339444970, state=OPENING 2024-11-11T15:37:27,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:37:27,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:27,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:27,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,37535,1731339444970}] 2024-11-11T15:37:27,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1147989985 2024-11-11T15:37:27,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1147989985/meta-region-server: CHANGED 2024-11-11T15:37:27,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1147989985/meta-region-server: CHANGED 2024-11-11T15:37:27,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:27,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:37:27,202 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:37:27,202 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:27,202 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:37:27,203 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C37535%2C1731339444970.meta, suffix=.meta, logDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/oldWALs, maxLogs=10 2024-11-11T15:37:27,221 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970/9a1fddc00362%2C37535%2C1731339444970.meta.1731339447203.meta, exclude list is [], retry=0 2024-11-11T15:37:27,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-a45cb593-8075-483d-8ef7-c34083ba53de,DISK] 2024-11-11T15:37:27,228 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/WALs/9a1fddc00362,37535,1731339444970/9a1fddc00362%2C37535%2C1731339444970.meta.1731339447203.meta 2024-11-11T15:37:27,229 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34859:34859)] 2024-11-11T15:37:27,229 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:27,229 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:27,229 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:27,229 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:37:27,230 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:37:27,230 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:37:27,230 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:27,230 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:37:27,230 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:37:27,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:27,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:27,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:27,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:27,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:27,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:27,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:27,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:27,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:27,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:27,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:27,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:27,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:27,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:27,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:27,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:27,240 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:27,240 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/hbase/meta/1588230740 2024-11-11T15:37:27,241 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/hbase/meta/1588230740 2024-11-11T15:37:27,241 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:27,241 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:27,242 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:27,243 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:27,243 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68995434, jitterRate=0.028112083673477173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:27,243 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:37:27,244 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339447230Writing region info on filesystem at 1731339447230Initializing all the Stores at 1731339447231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339447231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339447235 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339447235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339447235Cleaning up temporary data from old regions at 1731339447241 (+6 ms)Running coprocessor post-open hooks at 1731339447243 (+2 ms)Region opened successfully at 1731339447244 (+1 ms) 2024-11-11T15:37:27,245 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339447196 2024-11-11T15:37:27,247 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:37:27,247 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:37:27,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,37535,1731339444970 2024-11-11T15:37:27,248 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,37535,1731339444970, state=OPEN 2024-11-11T15:37:27,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x10197fad17d0001, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1147989985/meta-region-server 2024-11-11T15:37:27,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44959-0x10197fad17d0000, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1147989985/meta-region-server 2024-11-11T15:37:27,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,37535,1731339444970 2024-11-11T15:37:27,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1147989985/meta-region-server: CHANGED 2024-11-11T15:37:27,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1147989985/meta-region-server: CHANGED 2024-11-11T15:37:27,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:37:27,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,37535,1731339444970 in 205 msec 2024-11-11T15:37:27,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:37:27,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-11T15:37:27,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:27,253 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:37:27,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:27,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37535,1731339444970, seqNum=-1] 2024-11-11T15:37:27,255 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:27,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:27,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-11T15:37:27,260 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339447260, completionTime=-1 2024-11-11T15:37:27,260 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:37:27,260 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339507262 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339567262 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44959,1731339444893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44959,1731339444893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44959,1731339444893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:44959, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,262 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,265 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.187sec 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44959,1731339444893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:27,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44959,1731339444893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:37:27,268 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:37:27,268 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:37:27,268 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44959,1731339444893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:27,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a77e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:27,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,44959,-1 for getting cluster id 2024-11-11T15:37:27,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:27,364 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '653b8985-e0e5-4551-b718-f0719c46ac85' 2024-11-11T15:37:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "653b8985-e0e5-4551-b718-f0719c46ac85" 2024-11-11T15:37:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c47890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,44959,-1] 2024-11-11T15:37:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:27,366 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:27,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d900ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:27,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,37535,1731339444970, seqNum=-1] 2024-11-11T15:37:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:27,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,44959,1731339444893 2024-11-11T15:37:27,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-11T15:37:27,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63638, baseZNode=/0-1147989985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:27,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197fad17d0002 connected 2024-11-11T15:37:27,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,44959,1731339444893 2024-11-11T15:37:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e648969 2024-11-11T15:37:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:27,405 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:27,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:37:27,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:27,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:27,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:27,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:37:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:37:27,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0021bd9cec9dcaa50d76b81f2e18fe52, NAME => 'test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b 2024-11-11T15:37:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:37:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:27,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:27,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0021bd9cec9dcaa50d76b81f2e18fe52, disabling compactions & flushes 2024-11-11T15:37:27,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:27,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:27,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. after waiting 0 ms 2024-11-11T15:37:27,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:27,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:27,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0021bd9cec9dcaa50d76b81f2e18fe52: Waiting for close lock at 1731339447944Disabling compacts and flushes for region at 1731339447944Disabling writes for close at 1731339447944Writing region close event to WAL at 1731339447945 (+1 ms)Closed at 1731339447945 2024-11-11T15:37:27,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:27,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339447946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339447946"}]},"ts":"1731339447946"} 2024-11-11T15:37:27,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:27,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:27,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339447949"}]},"ts":"1731339447949"} 2024-11-11T15:37:27,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:37:27,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0021bd9cec9dcaa50d76b81f2e18fe52, ASSIGN}] 2024-11-11T15:37:27,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0021bd9cec9dcaa50d76b81f2e18fe52, ASSIGN 2024-11-11T15:37:27,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0021bd9cec9dcaa50d76b81f2e18fe52, ASSIGN; state=OFFLINE, location=9a1fddc00362,37535,1731339444970; forceNewPlan=false, retain=false 2024-11-11T15:37:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:28,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0021bd9cec9dcaa50d76b81f2e18fe52, regionState=OPENING, regionLocation=9a1fddc00362,37535,1731339444970 2024-11-11T15:37:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0021bd9cec9dcaa50d76b81f2e18fe52, ASSIGN because future has completed 2024-11-11T15:37:28,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0021bd9cec9dcaa50d76b81f2e18fe52, server=9a1fddc00362,37535,1731339444970}] 2024-11-11T15:37:28,261 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:28,261 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0021bd9cec9dcaa50d76b81f2e18fe52, NAME => 'test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:28,262 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:28,262 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:37:28,262 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,262 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:28,262 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,262 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,263 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,264 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0021bd9cec9dcaa50d76b81f2e18fe52 columnFamilyName f 2024-11-11T15:37:28,264 DEBUG [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:28,264 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] regionserver.HStore(327): Store=0021bd9cec9dcaa50d76b81f2e18fe52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:28,264 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,265 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0021bd9cec9dcaa50d76b81f2e18fe52 columnFamilyName f1 2024-11-11T15:37:28,265 DEBUG [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:28,265 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] regionserver.HStore(327): Store=0021bd9cec9dcaa50d76b81f2e18fe52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:28,266 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,266 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0021bd9cec9dcaa50d76b81f2e18fe52 columnFamilyName norep 2024-11-11T15:37:28,266 DEBUG [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:28,267 INFO [StoreOpener-0021bd9cec9dcaa50d76b81f2e18fe52-1 {}] regionserver.HStore(327): Store=0021bd9cec9dcaa50d76b81f2e18fe52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:28,267 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,267 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/default/test/0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,267 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/default/test/0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,268 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,268 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,268 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:28,269 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,270 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/data/default/test/0021bd9cec9dcaa50d76b81f2e18fe52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:28,271 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0021bd9cec9dcaa50d76b81f2e18fe52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60217146, jitterRate=-0.10269460082054138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:28,271 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0021bd9cec9dcaa50d76b81f2e18fe52 2024-11-11T15:37:28,271 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0021bd9cec9dcaa50d76b81f2e18fe52: Running coprocessor pre-open hook at 1731339448262Writing region info on filesystem at 1731339448262Initializing all the Stores at 1731339448263 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339448263Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339448263Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339448263Cleaning up temporary data from old regions at 1731339448268 (+5 ms)Running coprocessor post-open hooks at 1731339448271 (+3 ms)Region opened successfully at 1731339448271 2024-11-11T15:37:28,272 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52., pid=6, masterSystemTime=1731339448258 2024-11-11T15:37:28,274 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:28,274 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339447406.0021bd9cec9dcaa50d76b81f2e18fe52. 2024-11-11T15:37:28,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0021bd9cec9dcaa50d76b81f2e18fe52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,37535,1731339444970 2024-11-11T15:37:28,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0021bd9cec9dcaa50d76b81f2e18fe52, server=9a1fddc00362,37535,1731339444970 because future has completed 2024-11-11T15:37:28,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:37:28,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0021bd9cec9dcaa50d76b81f2e18fe52, server=9a1fddc00362,37535,1731339444970 in 171 msec 2024-11-11T15:37:28,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:37:28,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0021bd9cec9dcaa50d76b81f2e18fe52, ASSIGN in 327 msec 2024-11-11T15:37:28,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:28,281 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339448281"}]},"ts":"1731339448281"} 2024-11-11T15:37:28,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:37:28,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:28,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 877 msec 2024-11-11T15:37:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:28,558 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:28,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c07c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:28,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,44959,-1 for getting cluster id 2024-11-11T15:37:28,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:28,573 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '653b8985-e0e5-4551-b718-f0719c46ac85' 2024-11-11T15:37:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "653b8985-e0e5-4551-b718-f0719c46ac85" 2024-11-11T15:37:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e14a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,44959,-1] 2024-11-11T15:37:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:28,575 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:28,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1d050d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:28,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,44959,1731339444893 2024-11-11T15:37:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e0532e 2024-11-11T15:37:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:28,578 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:28,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:44959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:37:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:37:28,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:44959' 2024-11-11T15:37:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:28,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d6f9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:28,585 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,44959,-1 for getting cluster id 2024-11-11T15:37:28,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:28,585 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '653b8985-e0e5-4551-b718-f0719c46ac85' 2024-11-11T15:37:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "653b8985-e0e5-4551-b718-f0719c46ac85" 2024-11-11T15:37:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df2e6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,44959,-1] 2024-11-11T15:37:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:28,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:28,587 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:28,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e363c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:28,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:28,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,44959,1731339444893 2024-11-11T15:37:28,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@260cae07 2024-11-11T15:37:28,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:28,590 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:28,591 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:37:28,592 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:37:28,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:28,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:28,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:28,592 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9a1fddc00362:44959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:37:28,600 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9a1fddc00362:44959, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9a1fddc00362:44959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9a1fddc00362:44959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T15:37:28,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9a1fddc00362:44959, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=22 msec 2024-11-11T15:37:28,602 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T15:37:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:28,693 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9a1fddc00362:44959, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T15:37:28,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:28,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:28,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:28,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:28,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:28,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 359) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/9a1fddc00362:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1703550695-7814 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1703550695-7812-acceptor-0@3c043d3b-ServerConnector@7b5e178a{HTTP/1.1, (http/1.1)}{localhost:33319} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1703550695-7815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43599 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server idle connection scanner for port 43599 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b-prefix:9a1fddc00362,37535,1731339444970 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/data/data1/current/BP-266268383-172.17.0.3-1731339443270 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@63e3a458 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcessThread(sid:0 cport:63638): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp171957889-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp171957889-7858-acceptor-0@1b639f1f-ServerConnector@69dffcb4{HTTP/1.1, (http/1.1)}{localhost:45949} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3e1847dd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1321708258_20 at /127.0.0.1:50066 [Receiving block BP-266268383-172.17.0.3-1731339443270:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 3 on default port 43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/data/data2/current/BP-266268383-172.17.0.3-1731339443270 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9a1fddc00362:37535 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1703550695-7810 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f5f189f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339446028 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1703550695-7811 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2f730385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1703550695-7813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1528860188_20 at /127.0.0.1:50102 [Receiving block BP-266268383-172.17.0.3-1731339443270:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: BP-266268383-172.17.0.3-1731339443270 heartbeating to localhost/127.0.0.1:43599 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@24388839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42875 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 42875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/cluster_344414a7-da96-fbd9-b26a-8fff415df3be/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b/MasterData-prefix:9a1fddc00362,44959,1731339444893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(709068818) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@742e2d98 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1528860188_20 at /127.0.0.1:50022 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-266268383-172.17.0.3-1731339443270:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4b278675[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master/9a1fddc00362:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp171957889-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-353d784e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@524900a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PacketResponder: BP-266268383-172.17.0.3-1731339443270:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63638 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;9a1fddc00362:37535-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1528860188_20 at /127.0.0.1:50082 [Receiving block BP-266268383-172.17.0.3-1731339443270:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 42875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp171957889-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: regionserver/9a1fddc00362:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1703550695-7809 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 9a1fddc00362:44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@c1671fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-12364580-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43599/user/jenkins/test-data/ce77ef41-eb97-74eb-211c-484ffc717f9b-prefix:9a1fddc00362,37535,1731339444970.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:43599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@28a85161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7cf0d75f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-266268383-172.17.0.3-1731339443270:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f5f18ad5c38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;9a1fddc00362:44959 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339446025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1703550695-7808 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) - Thread LEAK? -, OpenFileDescriptor=881 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 963), ProcessCount=11 (was 11), AvailableMemoryMB=1254 (was 1655) 2024-11-11T15:37:28,717 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-11T15:37:28,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=1252 2024-11-11T15:37:28,733 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-11T15:37:28,750 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T15:37:28,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.log.dir so I do NOT create it in target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d 2024-11-11T15:37:28,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:37:28,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.tmp.dir so I do NOT create it in target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d 2024-11-11T15:37:28,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74a084ca-d6a2-3db2-21c3-d006150dbb4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:37:28,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d 2024-11-11T15:37:28,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003, deleteOnExit=true 2024-11-11T15:37:28,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/zookeeper_0, clientPort=56544, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:37:28,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56544 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/test.cache.data in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:37:28,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:37:28,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:37:28,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:37:28,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:28,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:28,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:28,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:28,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:37:28,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:28,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d0f936{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:28,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4624605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:28,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:28,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:37:28,983 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108766 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:37:28,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c3e3548{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/java.io.tmpdir/jetty-localhost-38897-hadoop-hdfs-3_4_1-tests_jar-_-any-11898714529840243195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:28,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51779ad2{HTTP/1.1, (http/1.1)}{localhost:38897} 2024-11-11T15:37:28,990 INFO [Time-limited test {}] server.Server(415): Started @290585ms 2024-11-11T15:37:29,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:29,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:29,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:29,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:29,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:37:29,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cbaed18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:29,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b6eb5b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:29,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330208ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/java.io.tmpdir/jetty-localhost-40317-hadoop-hdfs-3_4_1-tests_jar-_-any-15144146570114133019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:29,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59cfe977{HTTP/1.1, (http/1.1)}{localhost:40317} 2024-11-11T15:37:29,243 INFO [Time-limited test {}] server.Server(415): Started @290839ms 2024-11-11T15:37:29,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:37:29,337 WARN [Thread-4272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/data/data1/current/BP-1807088737-172.17.0.3-1731339448777/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:29,337 WARN [Thread-4273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/data/data2/current/BP-1807088737-172.17.0.3-1731339448777/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:29,357 WARN [Thread-4260 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:37:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x912d8551e7a5cd8b with lease ID 0xc260372ac9663b18: Processing first storage report for DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39 from datanode DatanodeRegistration(127.0.0.1:36631, datanodeUuid=91bf5560-acf3-4d7c-985f-bf08405d9976, infoPort=41425, infoSecurePort=0, ipcPort=46219, storageInfo=lv=-57;cid=testClusterID;nsid=581552487;c=1731339448777) 2024-11-11T15:37:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x912d8551e7a5cd8b with lease ID 0xc260372ac9663b18: from storage DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39 node DatanodeRegistration(127.0.0.1:36631, datanodeUuid=91bf5560-acf3-4d7c-985f-bf08405d9976, infoPort=41425, infoSecurePort=0, ipcPort=46219, storageInfo=lv=-57;cid=testClusterID;nsid=581552487;c=1731339448777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:37:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x912d8551e7a5cd8b with lease ID 0xc260372ac9663b18: Processing first storage report for DS-12658b95-7234-4b16-85ff-75fa6b8d8a95 from datanode DatanodeRegistration(127.0.0.1:36631, datanodeUuid=91bf5560-acf3-4d7c-985f-bf08405d9976, infoPort=41425, infoSecurePort=0, ipcPort=46219, storageInfo=lv=-57;cid=testClusterID;nsid=581552487;c=1731339448777) 2024-11-11T15:37:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x912d8551e7a5cd8b with lease ID 0xc260372ac9663b18: from storage DS-12658b95-7234-4b16-85ff-75fa6b8d8a95 node DatanodeRegistration(127.0.0.1:36631, datanodeUuid=91bf5560-acf3-4d7c-985f-bf08405d9976, infoPort=41425, infoSecurePort=0, ipcPort=46219, storageInfo=lv=-57;cid=testClusterID;nsid=581552487;c=1731339448777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:37:29,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d 2024-11-11T15:37:29,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:29,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:37:29,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8 with version=8 2024-11-11T15:37:29,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/hbase-staging 2024-11-11T15:37:29,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:37:29,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:29,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39201 2024-11-11T15:37:29,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39201 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392010x0, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:29,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39201-0x10197fae7190000 connected 2024-11-11T15:37:29,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:29,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:29,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/running 2024-11-11T15:37:29,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8, hbase.cluster.distributed=false 2024-11-11T15:37:29,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/acl 2024-11-11T15:37:29,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39201 2024-11-11T15:37:29,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39201 2024-11-11T15:37:29,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39201 2024-11-11T15:37:29,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39201 2024-11-11T15:37:29,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39201 2024-11-11T15:37:29,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:37:29,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:29,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32879 2024-11-11T15:37:29,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32879 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:29,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:29,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328790x0, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:29,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328790x0, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/running 2024-11-11T15:37:29,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32879-0x10197fae7190001 connected 2024-11-11T15:37:29,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:37:29,860 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:37:29,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/master 2024-11-11T15:37:29,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/acl 2024-11-11T15:37:29,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32879 2024-11-11T15:37:29,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32879 2024-11-11T15:37:29,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32879 2024-11-11T15:37:29,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32879 2024-11-11T15:37:29,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32879 2024-11-11T15:37:29,882 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:39201 2024-11-11T15:37:29,883 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0780719227/backup-masters/9a1fddc00362,39201,1731339449801 2024-11-11T15:37:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227/backup-masters 2024-11-11T15:37:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227/backup-masters 2024-11-11T15:37:29,884 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on existing znode=/0780719227/backup-masters/9a1fddc00362,39201,1731339449801 2024-11-11T15:37:29,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:29,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0780719227/master 2024-11-11T15:37:29,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:29,886 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on existing znode=/0780719227/master 2024-11-11T15:37:29,886 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0780719227/backup-masters/9a1fddc00362,39201,1731339449801 from backup master directory 2024-11-11T15:37:29,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0780719227/backup-masters/9a1fddc00362,39201,1731339449801 2024-11-11T15:37:29,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227/backup-masters 2024-11-11T15:37:29,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227/backup-masters 2024-11-11T15:37:29,887 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:29,888 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,39201,1731339449801 2024-11-11T15:37:29,890 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/hbase.id] with ID: 8b53cba4-2351-4f88-b7ca-0855d0fa7a66 2024-11-11T15:37:29,890 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/.tmp/hbase.id 2024-11-11T15:37:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:37:30,298 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/.tmp/hbase.id]:[hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/hbase.id] 2024-11-11T15:37:30,306 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:30,306 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:37:30,307 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:37:30,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:30,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:37:30,713 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:30,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:37:30,715 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:37:31,121 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store 2024-11-11T15:37:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:37:31,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:31,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:31,528 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:31,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:31,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:31,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:31,528 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:31,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339451528Disabling compacts and flushes for region at 1731339451528Disabling writes for close at 1731339451528Writing region close event to WAL at 1731339451528Closed at 1731339451528 2024-11-11T15:37:31,529 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/.initializing 2024-11-11T15:37:31,529 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/WALs/9a1fddc00362,39201,1731339449801 2024-11-11T15:37:31,530 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:31,531 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C39201%2C1731339449801, suffix=, logDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/WALs/9a1fddc00362,39201,1731339449801, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/oldWALs, maxLogs=10 2024-11-11T15:37:31,545 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/WALs/9a1fddc00362,39201,1731339449801/9a1fddc00362%2C39201%2C1731339449801.1731339451531, exclude list is [], retry=0 2024-11-11T15:37:31,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:31,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/WALs/9a1fddc00362,39201,1731339449801/9a1fddc00362%2C39201%2C1731339449801.1731339451531 2024-11-11T15:37:31,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:31,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:31,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:31,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,549 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:37:31,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:31,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:31,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:37:31,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:31,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:31,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:37:31,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:31,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:31,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:37:31,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:31,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:31,554 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,556 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,556 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,556 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:31,557 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:31,559 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:31,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65978304, jitterRate=-0.016846656799316406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:31,559 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339451549Initializing all the Stores at 1731339451549Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339451549Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339451549Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339451549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339451549Cleaning up temporary data from old regions at 1731339451556 (+7 ms)Region opened successfully at 1731339451559 (+3 ms) 2024-11-11T15:37:31,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:37:31,561 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f941e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:37:31,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:37:31,564 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:37:31,564 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Unable to get data of znode /0780719227/balancer because node does not exist (not necessarily an error) 2024-11-11T15:37:31,565 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/balancer already deleted, retry=false 2024-11-11T15:37:31,566 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:37:31,566 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Unable to get data of znode /0780719227/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:37:31,567 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/normalizer already deleted, retry=false 2024-11-11T15:37:31,567 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:37:31,568 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Unable to get data of znode /0780719227/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:37:31,569 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/switch/split already deleted, retry=false 2024-11-11T15:37:31,569 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Unable to get data of znode /0780719227/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:37:31,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/switch/merge already deleted, retry=false 2024-11-11T15:37:31,572 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Unable to get data of znode /0780719227/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:37:31,573 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/snapshot-cleanup already deleted, retry=false 2024-11-11T15:37:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0780719227/running 2024-11-11T15:37:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0780719227/running 2024-11-11T15:37:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:31,575 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,39201,1731339449801, sessionid=0x10197fae7190000, setting cluster-up flag (Was=false) 2024-11-11T15:37:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:31,580 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0780719227/flush-table-proc/acquired, /0780719227/flush-table-proc/reached, /0780719227/flush-table-proc/abort 2024-11-11T15:37:31,581 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,39201,1731339449801 2024-11-11T15:37:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:31,587 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0780719227/online-snapshot/acquired, /0780719227/online-snapshot/reached, /0780719227/online-snapshot/abort 2024-11-11T15:37:31,587 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,39201,1731339449801 2024-11-11T15:37:31,588 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:37:31,589 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:31,589 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:37:31,590 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:37:31,590 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,39201,1731339449801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:31,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339481591 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:37:31,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:31,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:37:31,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:31,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:37:31,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:37:31,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:37:31,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:37:31,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:37:31,597 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:37:31,597 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:37:31,597 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339451597,5,FailOnTimeoutGroup] 2024-11-11T15:37:31,597 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339451597,5,FailOnTimeoutGroup] 2024-11-11T15:37:31,597 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,597 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:37:31,597 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,598 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:37:31,673 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(746): ClusterId : 8b53cba4-2351-4f88-b7ca-0855d0fa7a66 2024-11-11T15:37:31,673 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:37:31,674 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:37:31,674 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:37:31,676 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:37:31,676 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38954c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:31,689 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:32879 2024-11-11T15:37:31,689 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:37:31,689 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:37:31,689 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:37:31,690 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,39201,1731339449801 with port=32879, startcode=1731339449851 2024-11-11T15:37:31,690 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:37:31,691 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:37:31,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,32879,1731339449851 2024-11-11T15:37:31,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39201 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:31,693 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8 2024-11-11T15:37:31,693 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40563 2024-11-11T15:37:31,693 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:37:31,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227/rs 2024-11-11T15:37:31,695 DEBUG [RS:0;9a1fddc00362:32879 {}] zookeeper.ZKUtil(111): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on existing znode=/0780719227/rs/9a1fddc00362,32879,1731339449851 2024-11-11T15:37:31,695 WARN [RS:0;9a1fddc00362:32879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:31,695 INFO [RS:0;9a1fddc00362:32879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:31,695 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851 2024-11-11T15:37:31,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,32879,1731339449851] 2024-11-11T15:37:31,698 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:37:31,699 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:37:31,700 INFO [RS:0;9a1fddc00362:32879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:37:31,700 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,703 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:37:31,704 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:37:31,704 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:31,704 DEBUG [RS:0;9a1fddc00362:32879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:31,706 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,706 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,706 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,706 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,706 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,706 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32879,1731339449851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:31,727 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:37:31,727 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,32879,1731339449851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,727 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,727 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.Replication(171): 9a1fddc00362,32879,1731339449851 started 2024-11-11T15:37:31,748 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:31,748 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,32879,1731339449851, RpcServer on 9a1fddc00362/172.17.0.3:32879, sessionid=0x10197fae7190001 2024-11-11T15:37:31,748 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:37:31,748 DEBUG [RS:0;9a1fddc00362:32879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,32879,1731339449851 2024-11-11T15:37:31,748 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,32879,1731339449851' 2024-11-11T15:37:31,748 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0780719227/flush-table-proc/abort' 2024-11-11T15:37:31,748 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0780719227/flush-table-proc/acquired' 2024-11-11T15:37:31,749 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:37:31,749 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:37:31,749 DEBUG [RS:0;9a1fddc00362:32879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,32879,1731339449851 2024-11-11T15:37:31,749 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,32879,1731339449851' 2024-11-11T15:37:31,749 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0780719227/online-snapshot/abort' 2024-11-11T15:37:31,749 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0780719227/online-snapshot/acquired' 2024-11-11T15:37:31,750 DEBUG [RS:0;9a1fddc00362:32879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:37:31,750 INFO [RS:0;9a1fddc00362:32879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:37:31,750 INFO [RS:0;9a1fddc00362:32879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:37:31,850 INFO [RS:0;9a1fddc00362:32879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:31,852 INFO [RS:0;9a1fddc00362:32879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C32879%2C1731339449851, suffix=, logDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/oldWALs, maxLogs=10 2024-11-11T15:37:31,873 DEBUG [RS:0;9a1fddc00362:32879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852, exclude list is [], retry=0 2024-11-11T15:37:31,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:31,879 INFO [RS:0;9a1fddc00362:32879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 2024-11-11T15:37:31,879 DEBUG [RS:0;9a1fddc00362:32879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:32,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:37:32,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8 2024-11-11T15:37:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:37:32,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:32,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:32,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:32,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:32,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:32,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:32,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:32,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:32,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:32,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:32,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740 2024-11-11T15:37:32,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740 2024-11-11T15:37:32,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:32,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:32,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:32,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:32,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:32,416 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72105807, jitterRate=0.07446025311946869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339452406Initializing all the Stores at 1731339452406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339452406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339452407 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339452407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339452407Cleaning up temporary data from old regions at 1731339452414 (+7 ms)Region opened successfully at 1731339452416 (+2 ms) 2024-11-11T15:37:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:32,416 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:32,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:32,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:32,417 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:32,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339452416Disabling compacts and flushes for region at 1731339452416Disabling writes for close at 1731339452417 (+1 ms)Writing region close event to WAL at 1731339452417Closed at 1731339452417 2024-11-11T15:37:32,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:32,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:37:32,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:37:32,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:32,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:37:32,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:32,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,569 DEBUG [9a1fddc00362:39201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:37:32,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:32,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,32879,1731339449851, state=OPENING 2024-11-11T15:37:32,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:37:32,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:32,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:32,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:32,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0780719227/meta-region-server: CHANGED 2024-11-11T15:37:32,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,32879,1731339449851}] 2024-11-11T15:37:32,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0780719227/meta-region-server: CHANGED 2024-11-11T15:37:32,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:32,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:37:32,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T15:37:32,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:32,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:37:32,734 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:37:32,734 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:32,734 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:37:32,740 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C32879%2C1731339449851.meta, suffix=.meta, logDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/oldWALs, maxLogs=10 2024-11-11T15:37:32,761 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339452740.meta, exclude list is [], retry=0 2024-11-11T15:37:32,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:32,768 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339452740.meta 2024-11-11T15:37:32,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:32,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:32,775 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:32,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:32,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:37:32,775 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:37:32,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:37:32,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:32,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:37:32,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:37:32,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:32,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:32,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:32,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:32,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:32,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:32,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:32,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:32,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:32,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:32,784 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:32,785 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740 2024-11-11T15:37:32,785 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740 2024-11-11T15:37:32,786 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:32,786 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:32,787 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:32,787 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:32,788 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70652496, jitterRate=0.05280423164367676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:32,788 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:37:32,789 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339452775Writing region info on filesystem at 1731339452775Initializing all the Stores at 1731339452777 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339452777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339452780 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339452780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339452780Cleaning up temporary data from old regions at 1731339452786 (+6 ms)Running coprocessor post-open hooks at 1731339452788 (+2 ms)Region opened successfully at 1731339452788 2024-11-11T15:37:32,792 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339452726 2024-11-11T15:37:32,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:32,796 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:37:32,796 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:37:32,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,32879,1731339449851, state=OPEN 2024-11-11T15:37:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0780719227/meta-region-server 2024-11-11T15:37:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0780719227/meta-region-server 2024-11-11T15:37:32,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:32,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0780719227/meta-region-server: CHANGED 2024-11-11T15:37:32,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0780719227/meta-region-server: CHANGED 2024-11-11T15:37:32,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:37:32,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,32879,1731339449851 in 227 msec 2024-11-11T15:37:32,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:37:32,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-11T15:37:32,805 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:32,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:37:32,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:32,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,32879,1731339449851, seqNum=-1] 2024-11-11T15:37:32,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:32,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:32,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-11T15:37:32,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339452812, completionTime=-1 2024-11-11T15:37:32,812 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:37:32,812 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:37:32,814 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:37:32,814 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339512814 2024-11-11T15:37:32,814 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339572814 2024-11-11T15:37:32,814 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:37:32,815 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39201,1731339449801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,815 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39201,1731339449801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,815 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39201,1731339449801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,815 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:39201, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,815 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,815 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,818 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:37:32,819 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39201,1731339449801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:32,820 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39201,1731339449801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:37:32,825 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:37:32,825 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:37:32,825 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39201,1731339449801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:32,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e60c2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:32,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39201,-1 for getting cluster id 2024-11-11T15:37:32,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:32,875 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b53cba4-2351-4f88-b7ca-0855d0fa7a66' 2024-11-11T15:37:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b53cba4-2351-4f88-b7ca-0855d0fa7a66" 2024-11-11T15:37:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff475f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39201,-1] 2024-11-11T15:37:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:32,876 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:32,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ceb92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:32,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,32879,1731339449851, seqNum=-1] 2024-11-11T15:37:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:32,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:32,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,39201,1731339449801 2024-11-11T15:37:32,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:32,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:32,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197fae7190002 connected 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir so I do NOT create it in target/test-data/8e143ccd-2240-fc9d-16e8-533847796699 2024-11-11T15:37:32,887 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.tmp.dir so I do NOT create it in target/test-data/8e143ccd-2240-fc9d-16e8-533847796699 2024-11-11T15:37:32,887 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:37:32,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/cluster_1349522a-a912-6476-05e1-a0c24b3df917, deleteOnExit=true 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/test.cache.data in system properties and HBase conf 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:37:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:37:32,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:37:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:37:32,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:32,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:32,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:32,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:32,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:37:32,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:32,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f554c12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:32,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5146a9b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:33,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca25161{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/java.io.tmpdir/jetty-localhost-37423-hadoop-hdfs-3_4_1-tests_jar-_-any-14728998184483535338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:33,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c8b8ef{HTTP/1.1, (http/1.1)}{localhost:37423} 2024-11-11T15:37:33,103 INFO [Time-limited test {}] server.Server(415): Started @294699ms 2024-11-11T15:37:33,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:33,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:33,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:33,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:33,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:37:33,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162024a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:33,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4237e21e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:33,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5528b0f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/java.io.tmpdir/jetty-localhost-35847-hadoop-hdfs-3_4_1-tests_jar-_-any-3424478403352905353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:33,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29117adc{HTTP/1.1, (http/1.1)}{localhost:35847} 2024-11-11T15:37:33,656 INFO [Time-limited test {}] server.Server(415): Started @295252ms 2024-11-11T15:37:33,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:37:33,997 WARN [Thread-4393 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/cluster_1349522a-a912-6476-05e1-a0c24b3df917/data/data1/current/BP-1277731620-172.17.0.3-1731339452907/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:34,012 WARN [Thread-4394 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/cluster_1349522a-a912-6476-05e1-a0c24b3df917/data/data2/current/BP-1277731620-172.17.0.3-1731339452907/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:34,056 WARN [Thread-4381 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:37:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc86335673e86b981 with lease ID 0xa44c61bd292a8a44: Processing first storage report for DS-4c8ab70a-9ace-4a85-8980-cb084fd57db5 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=0d019085-e592-444e-ad45-9875bc7ddfa9, infoPort=41495, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=1191431550;c=1731339452907) 2024-11-11T15:37:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc86335673e86b981 with lease ID 0xa44c61bd292a8a44: from storage DS-4c8ab70a-9ace-4a85-8980-cb084fd57db5 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=0d019085-e592-444e-ad45-9875bc7ddfa9, infoPort=41495, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=1191431550;c=1731339452907), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:37:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc86335673e86b981 with lease ID 0xa44c61bd292a8a44: Processing first storage report for DS-baffa8c3-7473-4c15-bfd1-308c89f2e4b5 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=0d019085-e592-444e-ad45-9875bc7ddfa9, infoPort=41495, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=1191431550;c=1731339452907) 2024-11-11T15:37:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc86335673e86b981 with lease ID 0xa44c61bd292a8a44: from storage DS-baffa8c3-7473-4c15-bfd1-308c89f2e4b5 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=0d019085-e592-444e-ad45-9875bc7ddfa9, infoPort=41495, infoSecurePort=0, ipcPort=37827, storageInfo=lv=-57;cid=testClusterID;nsid=1191431550;c=1731339452907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:37:34,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699 2024-11-11T15:37:34,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:37:34,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3 with version=8 2024-11-11T15:37:34,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/hbase-staging 2024-11-11T15:37:34,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:34,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:34,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:34,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:34,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:34,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:34,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:37:34,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:34,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38173 2024-11-11T15:37:34,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38173 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:34,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381730x0, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:34,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38173-0x10197fae7190003 connected 2024-11-11T15:37:34,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/running 2024-11-11T15:37:34,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3, hbase.cluster.distributed=false 2024-11-11T15:37:34,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/acl 2024-11-11T15:37:34,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38173 2024-11-11T15:37:34,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38173 2024-11-11T15:37:34,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38173 2024-11-11T15:37:34,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38173 2024-11-11T15:37:34,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38173 2024-11-11T15:37:34,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:37:34,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:34,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35473 2024-11-11T15:37:34,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35473 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:34,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354730x0, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:34,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354730x0, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/running 2024-11-11T15:37:34,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:37:34,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35473-0x10197fae7190004 connected 2024-11-11T15:37:34,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:37:34,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/master 2024-11-11T15:37:34,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/acl 2024-11-11T15:37:34,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35473 2024-11-11T15:37:34,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35473 2024-11-11T15:37:34,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35473 2024-11-11T15:37:34,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35473 2024-11-11T15:37:34,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35473 2024-11-11T15:37:34,742 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:38173 2024-11-11T15:37:34,745 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1998502737/backup-masters/9a1fddc00362,38173,1731339454578 2024-11-11T15:37:34,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737/backup-masters 2024-11-11T15:37:34,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737/backup-masters 2024-11-11T15:37:34,748 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on existing znode=/1998502737/backup-masters/9a1fddc00362,38173,1731339454578 2024-11-11T15:37:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1998502737/master 2024-11-11T15:37:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:34,750 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on existing znode=/1998502737/master 2024-11-11T15:37:34,751 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1998502737/backup-masters/9a1fddc00362,38173,1731339454578 from backup master directory 2024-11-11T15:37:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1998502737/backup-masters/9a1fddc00362,38173,1731339454578 2024-11-11T15:37:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737/backup-masters 2024-11-11T15:37:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737/backup-masters 2024-11-11T15:37:34,752 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:34,752 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,38173,1731339454578 2024-11-11T15:37:34,782 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/hbase.id] with ID: 27a2c703-b1ae-4d09-b8d1-8e8a285c7764 2024-11-11T15:37:34,782 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/.tmp/hbase.id 2024-11-11T15:37:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:37:34,833 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/.tmp/hbase.id]:[hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/hbase.id] 2024-11-11T15:37:34,851 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:34,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:37:34,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T15:37:34,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:34,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:37:35,297 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:35,298 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:37:35,298 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:35,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:37:35,307 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store 2024-11-11T15:37:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:37:35,330 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:35,330 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:35,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:35,330 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:35,330 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:35,330 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:35,330 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:35,331 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339455330Disabling compacts and flushes for region at 1731339455330Disabling writes for close at 1731339455330Writing region close event to WAL at 1731339455330Closed at 1731339455330 2024-11-11T15:37:35,331 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/.initializing 2024-11-11T15:37:35,332 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/WALs/9a1fddc00362,38173,1731339454578 2024-11-11T15:37:35,333 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:35,334 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C38173%2C1731339454578, suffix=, logDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/WALs/9a1fddc00362,38173,1731339454578, archiveDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/oldWALs, maxLogs=10 2024-11-11T15:37:35,357 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/WALs/9a1fddc00362,38173,1731339454578/9a1fddc00362%2C38173%2C1731339454578.1731339455335, exclude list is [], retry=0 2024-11-11T15:37:35,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c8ab70a-9ace-4a85-8980-cb084fd57db5,DISK] 2024-11-11T15:37:35,365 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/WALs/9a1fddc00362,38173,1731339454578/9a1fddc00362%2C38173%2C1731339454578.1731339455335 2024-11-11T15:37:35,368 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41495:41495)] 2024-11-11T15:37:35,368 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:35,368 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:35,369 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,369 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:37:35,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:35,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:35,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:37:35,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:35,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:35,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:37:35,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:35,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:35,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:37:35,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:35,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:35,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,380 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,380 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,381 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,381 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,381 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:35,383 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:35,393 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:35,393 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65397958, jitterRate=-0.025494486093521118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:35,394 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339455369Initializing all the Stores at 1731339455370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339455370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339455372 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339455372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339455372Cleaning up temporary data from old regions at 1731339455381 (+9 ms)Region opened successfully at 1731339455394 (+13 ms) 2024-11-11T15:37:35,394 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:37:35,397 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695ca5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:35,398 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:37:35,398 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:37:35,398 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:37:35,398 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:37:35,400 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T15:37:35,401 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:37:35,401 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:37:35,415 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:37:35,417 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Unable to get data of znode /1998502737/balancer because node does not exist (not necessarily an error) 2024-11-11T15:37:35,498 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1998502737/balancer already deleted, retry=false 2024-11-11T15:37:35,499 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:37:35,500 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Unable to get data of znode /1998502737/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:37:35,560 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1998502737/normalizer already deleted, retry=false 2024-11-11T15:37:35,560 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:37:35,562 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Unable to get data of znode /1998502737/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:37:35,582 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1998502737/switch/split already deleted, retry=false 2024-11-11T15:37:35,583 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Unable to get data of znode /1998502737/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:37:35,606 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1998502737/switch/merge already deleted, retry=false 2024-11-11T15:37:35,608 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Unable to get data of znode /1998502737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:37:35,614 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1998502737/snapshot-cleanup already deleted, retry=false 2024-11-11T15:37:35,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1998502737/running 2024-11-11T15:37:35,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:35,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1998502737/running 2024-11-11T15:37:35,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:35,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,38173,1731339454578, sessionid=0x10197fae7190003, setting cluster-up flag (Was=false) 2024-11-11T15:37:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:35,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:35,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1998502737/flush-table-proc/acquired, /1998502737/flush-table-proc/reached, /1998502737/flush-table-proc/abort 2024-11-11T15:37:35,661 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,38173,1731339454578 2024-11-11T15:37:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:35,698 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1998502737/online-snapshot/acquired, /1998502737/online-snapshot/reached, /1998502737/online-snapshot/abort 2024-11-11T15:37:35,699 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,38173,1731339454578 2024-11-11T15:37:35,700 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:37:35,702 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:35,703 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:37:35,703 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:37:35,703 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,38173,1731339454578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:35,705 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:35,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:37:35,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:35,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:37:35,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339485716 2024-11-11T15:37:35,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:37:35,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:37:35,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:37:35,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:37:35,717 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:37:35,717 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:37:35,731 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,732 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:37:35,733 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:37:35,733 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:37:35,733 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:37:35,734 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(746): ClusterId : 27a2c703-b1ae-4d09-b8d1-8e8a285c7764 2024-11-11T15:37:35,734 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:37:35,734 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:37:35,734 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:37:35,736 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:37:35,736 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:37:35,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:37:35,744 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:37:35,745 DEBUG [RS:0;9a1fddc00362:35473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39100fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:35,748 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339455734,5,FailOnTimeoutGroup] 2024-11-11T15:37:35,756 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339455748,5,FailOnTimeoutGroup] 2024-11-11T15:37:35,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:37:35,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,775 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:35473 2024-11-11T15:37:35,775 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:37:35,775 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:37:35,775 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:37:35,776 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,38173,1731339454578 with port=35473, startcode=1731339454650 2024-11-11T15:37:35,776 DEBUG [RS:0;9a1fddc00362:35473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:37:35,781 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:37:35,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,35473,1731339454650 2024-11-11T15:37:35,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38173 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,35473,1731339454650 2024-11-11T15:37:35,784 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3 2024-11-11T15:37:35,784 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35611 2024-11-11T15:37:35,784 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:37:35,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737/rs 2024-11-11T15:37:35,787 DEBUG [RS:0;9a1fddc00362:35473 {}] zookeeper.ZKUtil(111): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on existing znode=/1998502737/rs/9a1fddc00362,35473,1731339454650 2024-11-11T15:37:35,787 WARN [RS:0;9a1fddc00362:35473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:35,787 INFO [RS:0;9a1fddc00362:35473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:35,787 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650 2024-11-11T15:37:35,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,35473,1731339454650] 2024-11-11T15:37:35,796 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:37:35,799 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:37:35,800 INFO [RS:0;9a1fddc00362:35473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:37:35,800 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,800 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:37:35,801 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:37:35,801 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,801 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,802 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,802 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:35,802 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:35,802 DEBUG [RS:0;9a1fddc00362:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:35,808 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,808 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,808 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,808 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,808 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,808 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35473,1731339454650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:35,830 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:37:35,830 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35473,1731339454650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,830 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,830 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.Replication(171): 9a1fddc00362,35473,1731339454650 started 2024-11-11T15:37:35,848 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:35,848 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,35473,1731339454650, RpcServer on 9a1fddc00362/172.17.0.3:35473, sessionid=0x10197fae7190004 2024-11-11T15:37:35,848 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:37:35,848 DEBUG [RS:0;9a1fddc00362:35473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,35473,1731339454650 2024-11-11T15:37:35,848 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,35473,1731339454650' 2024-11-11T15:37:35,848 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1998502737/flush-table-proc/abort' 2024-11-11T15:37:35,849 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1998502737/flush-table-proc/acquired' 2024-11-11T15:37:35,850 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:37:35,850 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:37:35,850 DEBUG [RS:0;9a1fddc00362:35473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,35473,1731339454650 2024-11-11T15:37:35,850 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,35473,1731339454650' 2024-11-11T15:37:35,850 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1998502737/online-snapshot/abort' 2024-11-11T15:37:35,850 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1998502737/online-snapshot/acquired' 2024-11-11T15:37:35,851 DEBUG [RS:0;9a1fddc00362:35473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:37:35,851 INFO [RS:0;9a1fddc00362:35473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:37:35,851 INFO [RS:0;9a1fddc00362:35473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:37:35,951 INFO [RS:0;9a1fddc00362:35473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:35,953 INFO [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C35473%2C1731339454650, suffix=, logDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650, archiveDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/oldWALs, maxLogs=10 2024-11-11T15:37:35,977 DEBUG [RS:0;9a1fddc00362:35473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650/9a1fddc00362%2C35473%2C1731339454650.1731339455954, exclude list is [], retry=0 2024-11-11T15:37:35,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c8ab70a-9ace-4a85-8980-cb084fd57db5,DISK] 2024-11-11T15:37:35,982 INFO [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650/9a1fddc00362%2C35473%2C1731339454650.1731339455954 2024-11-11T15:37:35,982 DEBUG [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41495:41495)] 2024-11-11T15:37:36,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:37:36,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3 2024-11-11T15:37:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:37:36,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:36,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:36,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:36,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:36,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:36,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:36,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:36,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:36,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:36,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:36,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740 2024-11-11T15:37:36,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740 2024-11-11T15:37:36,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:36,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:36,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:36,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:36,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:36,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60849833, jitterRate=-0.09326682984828949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339456146Initializing all the Stores at 1731339456146Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339456146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339456147 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339456147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339456147Cleaning up temporary data from old regions at 1731339456163 (+16 ms)Region opened successfully at 1731339456167 (+4 ms) 2024-11-11T15:37:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:36,167 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:36,167 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339456167Disabling compacts and flushes for region at 1731339456167Disabling writes for close at 1731339456167Writing region close event to WAL at 1731339456167Closed at 1731339456167 2024-11-11T15:37:36,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:36,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:37:36,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:37:36,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:36,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:37:36,321 DEBUG [9a1fddc00362:38173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:37:36,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,35473,1731339454650 2024-11-11T15:37:36,322 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,35473,1731339454650, state=OPENING 2024-11-11T15:37:36,327 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:37:36,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:36,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:36,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:36,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1998502737/meta-region-server: CHANGED 2024-11-11T15:37:36,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1998502737/meta-region-server: CHANGED 2024-11-11T15:37:36,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,35473,1731339454650}] 2024-11-11T15:37:36,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:36,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:37:36,489 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:37:36,489 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:36,489 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:37:36,491 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C35473%2C1731339454650.meta, suffix=.meta, logDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650, archiveDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/oldWALs, maxLogs=10 2024-11-11T15:37:36,510 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650/9a1fddc00362%2C35473%2C1731339454650.meta.1731339456491.meta, exclude list is [], retry=0 2024-11-11T15:37:36,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-4c8ab70a-9ace-4a85-8980-cb084fd57db5,DISK] 2024-11-11T15:37:36,516 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650/9a1fddc00362%2C35473%2C1731339454650.meta.1731339456491.meta 2024-11-11T15:37:36,517 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41495:41495)] 2024-11-11T15:37:36,517 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:36,517 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:36,517 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:36,518 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:37:36,518 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:37:36,518 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:37:36,518 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:36,518 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:37:36,518 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:37:36,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:36,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:36,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:36,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:36,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:36,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:36,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:36,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:36,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:36,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:36,528 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:36,529 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740 2024-11-11T15:37:36,529 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740 2024-11-11T15:37:36,530 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:36,530 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:36,531 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:36,532 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:36,533 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63488625, jitterRate=-0.053945764899253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:36,533 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:37:36,533 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339456518Writing region info on filesystem at 1731339456519 (+1 ms)Initializing all the Stores at 1731339456519Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339456519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339456520 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339456520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339456520Cleaning up temporary data from old regions at 1731339456530 (+10 ms)Running coprocessor post-open hooks at 1731339456533 (+3 ms)Region opened successfully at 1731339456533 2024-11-11T15:37:36,534 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339456481 2024-11-11T15:37:36,536 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:37:36,536 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:37:36,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,35473,1731339454650 2024-11-11T15:37:36,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,35473,1731339454650, state=OPEN 2024-11-11T15:37:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1998502737/meta-region-server 2024-11-11T15:37:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1998502737/meta-region-server 2024-11-11T15:37:36,539 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,35473,1731339454650 2024-11-11T15:37:36,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1998502737/meta-region-server: CHANGED 2024-11-11T15:37:36,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1998502737/meta-region-server: CHANGED 2024-11-11T15:37:36,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:37:36,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,35473,1731339454650 in 210 msec 2024-11-11T15:37:36,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:37:36,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-11T15:37:36,543 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:36,543 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:37:36,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:36,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,35473,1731339454650, seqNum=-1] 2024-11-11T15:37:36,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:36,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:36,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-11T15:37:36,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339456552, completionTime=-1 2024-11-11T15:37:36,552 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:37:36,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339516554 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339576554 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38173,1731339454578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38173,1731339454578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38173,1731339454578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:38173, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,556 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.807sec 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38173,1731339454578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:36,559 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38173,1731339454578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:37:36,561 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:37:36,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:37:36,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,38173,1731339454578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:36,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4976138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:36,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38173,-1 for getting cluster id 2024-11-11T15:37:36,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:36,635 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a2c703-b1ae-4d09-b8d1-8e8a285c7764' 2024-11-11T15:37:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a2c703-b1ae-4d09-b8d1-8e8a285c7764" 2024-11-11T15:37:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bb693e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38173,-1] 2024-11-11T15:37:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:36,637 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:36,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bfcfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:36,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,35473,1731339454650, seqNum=-1] 2024-11-11T15:37:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:36,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:36,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,38173,1731339454578 2024-11-11T15:37:36,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:36,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197fae7190005 connected 2024-11-11T15:37:36,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir so I do NOT create it in target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef 2024-11-11T15:37:36,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:37:36,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.tmp.dir so I do NOT create it in target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef 2024-11-11T15:37:36,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:37:36,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef 2024-11-11T15:37:36,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:37:36,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/cluster_5f3eaa6a-53d7-abfa-ee90-e29e56c4e956, deleteOnExit=true 2024-11-11T15:37:36,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/test.cache.data in system properties and HBase conf 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:37:36,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:36,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:37:36,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:37:36,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:36,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:36,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:36,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:36,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:37:36,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:36,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40de78d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:36,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5d3e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:36,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5489542b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/java.io.tmpdir/jetty-localhost-37021-hadoop-hdfs-3_4_1-tests_jar-_-any-14865918133813249319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:36,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29677e05{HTTP/1.1, (http/1.1)}{localhost:37021} 2024-11-11T15:37:36,912 INFO [Time-limited test {}] server.Server(415): Started @298508ms 2024-11-11T15:37:37,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:37:37,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:37:37,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:37:37,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:37:37,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:37:37,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464a3054{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:37:37,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da7f716{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:37:37,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:37:37,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:37:37,034 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T15:37:37,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T15:37:37,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:37,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T15:37:37,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d36342c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/java.io.tmpdir/jetty-localhost-40401-hadoop-hdfs-3_4_1-tests_jar-_-any-5542757607882637186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:37,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71e77d0c{HTTP/1.1, (http/1.1)}{localhost:40401} 2024-11-11T15:37:37,169 INFO [Time-limited test {}] server.Server(415): Started @298765ms 2024-11-11T15:37:37,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:37:37,429 WARN [Thread-4513 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/cluster_5f3eaa6a-53d7-abfa-ee90-e29e56c4e956/data/data1/current/BP-1423967865-172.17.0.3-1731339456681/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:37,429 WARN [Thread-4514 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/cluster_5f3eaa6a-53d7-abfa-ee90-e29e56c4e956/data/data2/current/BP-1423967865-172.17.0.3-1731339456681/current, will proceed with Du for space computation calculation, 2024-11-11T15:37:37,528 WARN [Thread-4501 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:37:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b0d167aa47add12 with lease ID 0xcad831297e4ba3aa: Processing first storage report for DS-19f13c2f-d09e-4e21-b83c-6c3292a8ad0d from datanode DatanodeRegistration(127.0.0.1:33971, datanodeUuid=8b405ae1-ae8e-4521-8787-df1f35fe3741, infoPort=34691, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1779249699;c=1731339456681) 2024-11-11T15:37:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b0d167aa47add12 with lease ID 0xcad831297e4ba3aa: from storage DS-19f13c2f-d09e-4e21-b83c-6c3292a8ad0d node DatanodeRegistration(127.0.0.1:33971, datanodeUuid=8b405ae1-ae8e-4521-8787-df1f35fe3741, infoPort=34691, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1779249699;c=1731339456681), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:37:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b0d167aa47add12 with lease ID 0xcad831297e4ba3aa: Processing first storage report for DS-fc7c90a7-447e-4561-9eb4-0d925a74ec3d from datanode DatanodeRegistration(127.0.0.1:33971, datanodeUuid=8b405ae1-ae8e-4521-8787-df1f35fe3741, infoPort=34691, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1779249699;c=1731339456681) 2024-11-11T15:37:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b0d167aa47add12 with lease ID 0xcad831297e4ba3aa: from storage DS-fc7c90a7-447e-4561-9eb4-0d925a74ec3d node DatanodeRegistration(127.0.0.1:33971, datanodeUuid=8b405ae1-ae8e-4521-8787-df1f35fe3741, infoPort=34691, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1779249699;c=1731339456681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:37:37,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef 2024-11-11T15:37:37,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:37,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:37,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:37:38,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b with version=8 2024-11-11T15:37:38,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/hbase-staging 2024-11-11T15:37:38,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:37:38,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:38,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39539 2024-11-11T15:37:38,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39539 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:38,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395390x0, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:38,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39539-0x10197fae7190006 connected 2024-11-11T15:37:38,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:38,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:38,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/running 2024-11-11T15:37:38,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b, hbase.cluster.distributed=false 2024-11-11T15:37:38,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/acl 2024-11-11T15:37:38,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-11T15:37:38,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39539 2024-11-11T15:37:38,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39539 2024-11-11T15:37:38,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-11T15:37:38,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39539 2024-11-11T15:37:38,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:37:38,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:37:38,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42259 2024-11-11T15:37:38,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42259 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:38,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:38,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:38,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422590x0, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:38,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422590x0, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/running 2024-11-11T15:37:38,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:37:38,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42259-0x10197fae7190007 connected 2024-11-11T15:37:38,221 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:37:38,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/master 2024-11-11T15:37:38,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/acl 2024-11-11T15:37:38,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42259 2024-11-11T15:37:38,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42259 2024-11-11T15:37:38,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42259 2024-11-11T15:37:38,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:38,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42259 2024-11-11T15:37:38,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42259 2024-11-11T15:37:38,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,371 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:39539 2024-11-11T15:37:38,373 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1680086133/backup-masters/9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133/backup-masters 2024-11-11T15:37:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133/backup-masters 2024-11-11T15:37:38,378 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on existing znode=/2-1680086133/backup-masters/9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1680086133/master 2024-11-11T15:37:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,382 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on existing znode=/2-1680086133/master 2024-11-11T15:37:38,382 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1680086133/backup-masters/9a1fddc00362,39539,1731339458018 from backup master directory 2024-11-11T15:37:38,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133/backup-masters 2024-11-11T15:37:38,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1680086133/backup-masters/9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133/backup-masters 2024-11-11T15:37:38,389 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:38,389 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,414 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/hbase.id] with ID: ea91b85e-8871-4f3f-89ff-73fa36c704e5 2024-11-11T15:37:38,415 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/.tmp/hbase.id 2024-11-11T15:37:38,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:37:38,449 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/.tmp/hbase.id]:[hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/hbase.id] 2024-11-11T15:37:38,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:38,460 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:38,461 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:37:38,462 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:37:38,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:37:38,501 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:38,503 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:37:38,505 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:37:38,514 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store 2024-11-11T15:37:38,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:37:38,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:38,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:38,520 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:38,520 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:38,520 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:38,520 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:38,520 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:38,520 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339458519Disabling compacts and flushes for region at 1731339458519Disabling writes for close at 1731339458520 (+1 ms)Writing region close event to WAL at 1731339458520Closed at 1731339458520 2024-11-11T15:37:38,520 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/.initializing 2024-11-11T15:37:38,520 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/WALs/9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,521 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:38,523 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C39539%2C1731339458018, suffix=, logDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/WALs/9a1fddc00362,39539,1731339458018, archiveDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/oldWALs, maxLogs=10 2024-11-11T15:37:38,540 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/WALs/9a1fddc00362,39539,1731339458018/9a1fddc00362%2C39539%2C1731339458018.1731339458523, exclude list is [], retry=0 2024-11-11T15:37:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-19f13c2f-d09e-4e21-b83c-6c3292a8ad0d,DISK] 2024-11-11T15:37:38,545 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/WALs/9a1fddc00362,39539,1731339458018/9a1fddc00362%2C39539%2C1731339458018.1731339458523 2024-11-11T15:37:38,545 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34691:34691)] 2024-11-11T15:37:38,546 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:38,546 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:38,546 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,546 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:37:38,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:38,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:38,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:37:38,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:38,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:38,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:37:38,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:38,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:38,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:37:38,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:38,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:38,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,554 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,554 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,554 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,555 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:38,556 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:37:38,558 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:38,558 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61932908, jitterRate=-0.07712775468826294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:38,558 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339458546Initializing all the Stores at 1731339458547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339458547Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339458547Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339458547Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339458547Cleaning up temporary data from old regions at 1731339458555 (+8 ms)Region opened successfully at 1731339458558 (+3 ms) 2024-11-11T15:37:38,558 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:37:38,561 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1424e9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:38,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:37:38,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:37:38,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:37:38,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:37:38,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:37:38,562 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:37:38,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:37:38,564 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:37:38,565 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Unable to get data of znode /2-1680086133/balancer because node does not exist (not necessarily an error) 2024-11-11T15:37:38,566 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1680086133/balancer already deleted, retry=false 2024-11-11T15:37:38,566 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:37:38,567 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Unable to get data of znode /2-1680086133/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:37:38,568 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1680086133/normalizer already deleted, retry=false 2024-11-11T15:37:38,568 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:37:38,569 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Unable to get data of znode /2-1680086133/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:37:38,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1680086133/switch/split already deleted, retry=false 2024-11-11T15:37:38,571 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Unable to get data of znode /2-1680086133/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:37:38,572 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1680086133/switch/merge already deleted, retry=false 2024-11-11T15:37:38,573 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Unable to get data of znode /2-1680086133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:37:38,575 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1680086133/snapshot-cleanup already deleted, retry=false 2024-11-11T15:37:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1680086133/running 2024-11-11T15:37:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1680086133/running 2024-11-11T15:37:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,577 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,39539,1731339458018, sessionid=0x10197fae7190006, setting cluster-up flag (Was=false) 2024-11-11T15:37:38,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,583 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1680086133/flush-table-proc/acquired, /2-1680086133/flush-table-proc/reached, /2-1680086133/flush-table-proc/abort 2024-11-11T15:37:38,584 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:38,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1680086133/online-snapshot/acquired, /2-1680086133/online-snapshot/reached, /2-1680086133/online-snapshot/abort 2024-11-11T15:37:38,591 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,39539,1731339458018 2024-11-11T15:37:38,592 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:37:38,594 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:38,594 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:37:38,594 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:37:38,594 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,39539,1731339458018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:38,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:38,603 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339488604 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:37:38,604 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:37:38,604 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:37:38,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:37:38,608 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,612 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:37:38,612 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:37:38,612 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:37:38,612 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T15:37:38,616 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:37:38,616 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:37:38,620 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339458616,5,FailOnTimeoutGroup] 2024-11-11T15:37:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:37:38,624 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339458620,5,FailOnTimeoutGroup] 2024-11-11T15:37:38,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:37:38,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,624 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,630 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(746): ClusterId : ea91b85e-8871-4f3f-89ff-73fa36c704e5 2024-11-11T15:37:38,630 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:37:38,632 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:37:38,632 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:37:38,633 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:37:38,634 DEBUG [RS:0;9a1fddc00362:42259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aecd00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:37:38,655 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:42259 2024-11-11T15:37:38,656 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:37:38,656 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:37:38,656 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:37:38,656 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,39539,1731339458018 with port=42259, startcode=1731339458189 2024-11-11T15:37:38,657 DEBUG [RS:0;9a1fddc00362:42259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:37:38,658 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:37:38,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,42259,1731339458189 2024-11-11T15:37:38,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39539 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,42259,1731339458189 2024-11-11T15:37:38,660 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b 2024-11-11T15:37:38,660 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33223 2024-11-11T15:37:38,660 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:37:38,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133/rs 2024-11-11T15:37:38,665 DEBUG [RS:0;9a1fddc00362:42259 {}] zookeeper.ZKUtil(111): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on existing znode=/2-1680086133/rs/9a1fddc00362,42259,1731339458189 2024-11-11T15:37:38,665 WARN [RS:0;9a1fddc00362:42259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:37:38,665 INFO [RS:0;9a1fddc00362:42259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:38,665 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189 2024-11-11T15:37:38,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,42259,1731339458189] 2024-11-11T15:37:38,674 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:37:38,676 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:37:38,680 INFO [RS:0;9a1fddc00362:42259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:37:38,680 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,684 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:37:38,684 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:37:38,685 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:38,685 DEBUG [RS:0;9a1fddc00362:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:37:38,688 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,688 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,688 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,688 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,688 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,688 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42259,1731339458189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:38,708 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:37:38,708 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42259,1731339458189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,709 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,709 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.Replication(171): 9a1fddc00362,42259,1731339458189 started 2024-11-11T15:37:38,744 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:38,744 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,42259,1731339458189, RpcServer on 9a1fddc00362/172.17.0.3:42259, sessionid=0x10197fae7190007 2024-11-11T15:37:38,744 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:37:38,744 DEBUG [RS:0;9a1fddc00362:42259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,42259,1731339458189 2024-11-11T15:37:38,744 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42259,1731339458189' 2024-11-11T15:37:38,744 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1680086133/flush-table-proc/abort' 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1680086133/flush-table-proc/acquired' 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,42259,1731339458189 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42259,1731339458189' 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1680086133/online-snapshot/abort' 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1680086133/online-snapshot/acquired' 2024-11-11T15:37:38,745 DEBUG [RS:0;9a1fddc00362:42259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:37:38,745 INFO [RS:0;9a1fddc00362:42259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:37:38,745 INFO [RS:0;9a1fddc00362:42259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:37:38,846 INFO [RS:0;9a1fddc00362:42259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:37:38,847 INFO [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C42259%2C1731339458189, suffix=, logDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189, archiveDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/oldWALs, maxLogs=10 2024-11-11T15:37:38,866 DEBUG [RS:0;9a1fddc00362:42259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189/9a1fddc00362%2C42259%2C1731339458189.1731339458848, exclude list is [], retry=0 2024-11-11T15:37:38,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-19f13c2f-d09e-4e21-b83c-6c3292a8ad0d,DISK] 2024-11-11T15:37:38,883 INFO [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189/9a1fddc00362%2C42259%2C1731339458189.1731339458848 2024-11-11T15:37:38,883 DEBUG [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34691:34691)] 2024-11-11T15:37:39,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:37:39,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b 2024-11-11T15:37:39,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741833_1009 (size=32) 2024-11-11T15:37:39,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:39,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:39,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:39,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:39,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:39,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:39,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:39,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:39,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:39,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:39,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740 2024-11-11T15:37:39,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740 2024-11-11T15:37:39,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:39,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:39,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:39,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:39,442 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:39,442 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69223714, jitterRate=0.031513720750808716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:39,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339459429Initializing all the Stores at 1731339459430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339459430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339459430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339459430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339459430Cleaning up temporary data from old regions at 1731339459439 (+9 ms)Region opened successfully at 1731339459442 (+3 ms) 2024-11-11T15:37:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:39,443 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:39,443 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:39,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339459443Disabling compacts and flushes for region at 1731339459443Disabling writes for close at 1731339459443Writing region close event to WAL at 1731339459443Closed at 1731339459443 2024-11-11T15:37:39,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:39,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:37:39,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:37:39,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:39,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:37:39,597 DEBUG [9a1fddc00362:39539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:37:39,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,42259,1731339458189 2024-11-11T15:37:39,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,42259,1731339458189, state=OPENING 2024-11-11T15:37:39,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:37:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:39,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1680086133/meta-region-server: CHANGED 2024-11-11T15:37:39,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:37:39,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,42259,1731339458189}] 2024-11-11T15:37:39,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1680086133/meta-region-server: CHANGED 2024-11-11T15:37:39,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:39,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:37:39,760 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:37:39,760 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:39,760 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:37:39,761 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C42259%2C1731339458189.meta, suffix=.meta, logDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189, archiveDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/oldWALs, maxLogs=10 2024-11-11T15:37:39,779 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189/9a1fddc00362%2C42259%2C1731339458189.meta.1731339459761.meta, exclude list is [], retry=0 2024-11-11T15:37:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-19f13c2f-d09e-4e21-b83c-6c3292a8ad0d,DISK] 2024-11-11T15:37:39,788 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189/9a1fddc00362%2C42259%2C1731339458189.meta.1731339459761.meta 2024-11-11T15:37:39,789 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34691:34691)] 2024-11-11T15:37:39,789 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:39,789 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:39,789 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:39,790 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:37:39,790 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:37:39,790 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:37:39,790 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:39,790 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:37:39,790 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:37:39,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:37:39,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:37:39,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:37:39,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:37:39,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:37:39,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:37:39,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:37:39,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:37:39,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:37:39,820 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:37:39,821 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740 2024-11-11T15:37:39,823 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740 2024-11-11T15:37:39,824 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:37:39,824 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:37:39,826 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:37:39,829 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:37:39,830 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65988291, jitterRate=-0.01669783890247345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:37:39,831 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:37:39,831 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339459790Writing region info on filesystem at 1731339459790Initializing all the Stores at 1731339459796 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339459796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339459800 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339459800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339459800Cleaning up temporary data from old regions at 1731339459824 (+24 ms)Running coprocessor post-open hooks at 1731339459831 (+7 ms)Region opened successfully at 1731339459831 2024-11-11T15:37:39,836 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339459755 2024-11-11T15:37:39,839 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:37:39,839 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:37:39,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42259,1731339458189 2024-11-11T15:37:39,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,42259,1731339458189, state=OPEN 2024-11-11T15:37:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1680086133/meta-region-server 2024-11-11T15:37:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1680086133/meta-region-server 2024-11-11T15:37:39,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,42259,1731339458189 2024-11-11T15:37:39,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1680086133/meta-region-server: CHANGED 2024-11-11T15:37:39,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1680086133/meta-region-server: CHANGED 2024-11-11T15:37:39,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:37:39,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,42259,1731339458189 in 243 msec 2024-11-11T15:37:39,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:37:39,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-11T15:37:39,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:37:39,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:37:39,852 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:39,852 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42259,1731339458189, seqNum=-1] 2024-11-11T15:37:39,852 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:39,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:39,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-11T15:37:39,860 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339459860, completionTime=-1 2024-11-11T15:37:39,860 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T15:37:39,860 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:37:39,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T15:37:39,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339519863 2024-11-11T15:37:39,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339579863 2024-11-11T15:37:39,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T15:37:39,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39539,1731339458018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39539,1731339458018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39539,1731339458018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:39539, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,866 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:37:39,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,880 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.491sec 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39539,1731339458018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:37:39,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39539,1731339458018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:37:39,896 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:37:39,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:37:39,896 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39539,1731339458018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:37:39,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8435a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:39,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39539,-1 for getting cluster id 2024-11-11T15:37:39,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:39,934 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea91b85e-8871-4f3f-89ff-73fa36c704e5' 2024-11-11T15:37:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea91b85e-8871-4f3f-89ff-73fa36c704e5" 2024-11-11T15:37:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f09faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39539,-1] 2024-11-11T15:37:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:39,936 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:39,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af26637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:39,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42259,1731339458189, seqNum=-1] 2024-11-11T15:37:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:39,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:39,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,39539,1731339458018 2024-11-11T15:37:39,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56544 2024-11-11T15:37:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:37:39,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197fae7190008 connected 2024-11-11T15:37:39,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39201,1731339449801 2024-11-11T15:37:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@239a35c2 2024-11-11T15:37:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:39,948 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:37:39,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:39,952 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:39,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:37:39,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:37:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:40,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e7c01710525de89438b384bacdc2b69, NAME => 'test,,1731339459949.1e7c01710525de89438b384bacdc2b69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8 2024-11-11T15:37:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:37:40,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339459949.1e7c01710525de89438b384bacdc2b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:40,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e7c01710525de89438b384bacdc2b69, disabling compactions & flushes 2024-11-11T15:37:40,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339459949.1e7c01710525de89438b384bacdc2b69. after waiting 0 ms 2024-11-11T15:37:40,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e7c01710525de89438b384bacdc2b69: Waiting for close lock at 1731339460383Disabling compacts and flushes for region at 1731339460383Disabling writes for close at 1731339460383Writing region close event to WAL at 1731339460383Closed at 1731339460383 2024-11-11T15:37:40,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:40,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339459949.1e7c01710525de89438b384bacdc2b69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339460385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339460385"}]},"ts":"1731339460385"} 2024-11-11T15:37:40,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:40,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:40,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339460388"}]},"ts":"1731339460388"} 2024-11-11T15:37:40,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:37:40,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e7c01710525de89438b384bacdc2b69, ASSIGN}] 2024-11-11T15:37:40,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e7c01710525de89438b384bacdc2b69, ASSIGN 2024-11-11T15:37:40,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e7c01710525de89438b384bacdc2b69, ASSIGN; state=OFFLINE, location=9a1fddc00362,32879,1731339449851; forceNewPlan=false, retain=false 2024-11-11T15:37:40,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e7c01710525de89438b384bacdc2b69, regionState=OPENING, regionLocation=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e7c01710525de89438b384bacdc2b69, ASSIGN because future has completed 2024-11-11T15:37:40,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7c01710525de89438b384bacdc2b69, server=9a1fddc00362,32879,1731339449851}] 2024-11-11T15:37:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:40,714 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,714 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e7c01710525de89438b384bacdc2b69, NAME => 'test,,1731339459949.1e7c01710525de89438b384bacdc2b69.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:40,714 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:40,714 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:37:40,714 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,715 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339459949.1e7c01710525de89438b384bacdc2b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:40,715 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,715 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,716 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,718 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7c01710525de89438b384bacdc2b69 columnFamilyName f 2024-11-11T15:37:40,718 DEBUG [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:40,718 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] regionserver.HStore(327): Store=1e7c01710525de89438b384bacdc2b69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:40,718 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,719 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7c01710525de89438b384bacdc2b69 columnFamilyName f1 2024-11-11T15:37:40,719 DEBUG [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:40,719 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] regionserver.HStore(327): Store=1e7c01710525de89438b384bacdc2b69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:40,719 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,720 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7c01710525de89438b384bacdc2b69 columnFamilyName norep 2024-11-11T15:37:40,720 DEBUG [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:40,721 INFO [StoreOpener-1e7c01710525de89438b384bacdc2b69-1 {}] regionserver.HStore(327): Store=1e7c01710525de89438b384bacdc2b69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:40,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:40,724 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,726 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:40,728 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e7c01710525de89438b384bacdc2b69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66357697, jitterRate=-0.011193260550498962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:40,728 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:40,729 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e7c01710525de89438b384bacdc2b69: Running coprocessor pre-open hook at 1731339460715Writing region info on filesystem at 1731339460715Initializing all the Stores at 1731339460716 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339460716Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339460716Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339460716Cleaning up temporary data from old regions at 1731339460723 (+7 ms)Running coprocessor post-open hooks at 1731339460728 (+5 ms)Region opened successfully at 1731339460729 (+1 ms) 2024-11-11T15:37:40,729 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339459949.1e7c01710525de89438b384bacdc2b69., pid=6, masterSystemTime=1731339460706 2024-11-11T15:37:40,731 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,731 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:40,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e7c01710525de89438b384bacdc2b69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7c01710525de89438b384bacdc2b69, server=9a1fddc00362,32879,1731339449851 because future has completed 2024-11-11T15:37:40,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:37:40,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e7c01710525de89438b384bacdc2b69, server=9a1fddc00362,32879,1731339449851 in 190 msec 2024-11-11T15:37:40,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:37:40,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e7c01710525de89438b384bacdc2b69, ASSIGN in 347 msec 2024-11-11T15:37:40,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:40,740 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339460740"}]},"ts":"1731339460740"} 2024-11-11T15:37:40,742 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:37:40,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:40,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-11T15:37:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:41,093 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:41,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38173,1731339454578 2024-11-11T15:37:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce9893a 2024-11-11T15:37:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:41,097 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:41,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:37:41,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:41,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:41,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:37:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:41,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:41,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:37:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:41,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e99a75e141fbeecfc41098766b1979f, NAME => 'test,,1731339461098.0e99a75e141fbeecfc41098766b1979f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3 2024-11-11T15:37:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:37:41,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339461098.0e99a75e141fbeecfc41098766b1979f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:41,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e99a75e141fbeecfc41098766b1979f, disabling compactions & flushes 2024-11-11T15:37:41,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. after waiting 0 ms 2024-11-11T15:37:41,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e99a75e141fbeecfc41098766b1979f: Waiting for close lock at 1731339461600Disabling compacts and flushes for region at 1731339461600Disabling writes for close at 1731339461600Writing region close event to WAL at 1731339461600Closed at 1731339461600 2024-11-11T15:37:41,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:41,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339461098.0e99a75e141fbeecfc41098766b1979f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339461605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339461605"}]},"ts":"1731339461605"} 2024-11-11T15:37:41,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:41,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:41,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339461608"}]},"ts":"1731339461608"} 2024-11-11T15:37:41,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:37:41,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e99a75e141fbeecfc41098766b1979f, ASSIGN}] 2024-11-11T15:37:41,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e99a75e141fbeecfc41098766b1979f, ASSIGN 2024-11-11T15:37:41,612 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e99a75e141fbeecfc41098766b1979f, ASSIGN; state=OFFLINE, location=9a1fddc00362,35473,1731339454650; forceNewPlan=false, retain=false 2024-11-11T15:37:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:41,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e99a75e141fbeecfc41098766b1979f, regionState=OPENING, regionLocation=9a1fddc00362,35473,1731339454650 2024-11-11T15:37:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e99a75e141fbeecfc41098766b1979f, ASSIGN because future has completed 2024-11-11T15:37:41,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e99a75e141fbeecfc41098766b1979f, server=9a1fddc00362,35473,1731339454650}] 2024-11-11T15:37:41,930 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,930 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e99a75e141fbeecfc41098766b1979f, NAME => 'test,,1731339461098.0e99a75e141fbeecfc41098766b1979f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:41,931 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:41,931 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:37:41,931 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,931 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339461098.0e99a75e141fbeecfc41098766b1979f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:41,931 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,931 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,936 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,941 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e99a75e141fbeecfc41098766b1979f columnFamilyName f 2024-11-11T15:37:41,941 DEBUG [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:41,942 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] regionserver.HStore(327): Store=0e99a75e141fbeecfc41098766b1979f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:41,942 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,943 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e99a75e141fbeecfc41098766b1979f columnFamilyName f1 2024-11-11T15:37:41,943 DEBUG [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:41,945 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] regionserver.HStore(327): Store=0e99a75e141fbeecfc41098766b1979f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:41,945 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,946 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e99a75e141fbeecfc41098766b1979f columnFamilyName norep 2024-11-11T15:37:41,946 DEBUG [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:41,948 INFO [StoreOpener-0e99a75e141fbeecfc41098766b1979f-1 {}] regionserver.HStore(327): Store=0e99a75e141fbeecfc41098766b1979f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:41,948 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,949 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,949 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,950 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,950 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,951 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:41,952 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,954 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:41,955 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e99a75e141fbeecfc41098766b1979f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66335982, jitterRate=-0.011516839265823364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:41,955 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:41,955 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e99a75e141fbeecfc41098766b1979f: Running coprocessor pre-open hook at 1731339461931Writing region info on filesystem at 1731339461931Initializing all the Stores at 1731339461932 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339461932Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339461936 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339461936Cleaning up temporary data from old regions at 1731339461950 (+14 ms)Running coprocessor post-open hooks at 1731339461955 (+5 ms)Region opened successfully at 1731339461955 2024-11-11T15:37:41,956 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339461098.0e99a75e141fbeecfc41098766b1979f., pid=6, masterSystemTime=1731339461919 2024-11-11T15:37:41,965 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,965 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:41,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e99a75e141fbeecfc41098766b1979f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,35473,1731339454650 2024-11-11T15:37:41,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e99a75e141fbeecfc41098766b1979f, server=9a1fddc00362,35473,1731339454650 because future has completed 2024-11-11T15:37:41,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:37:41,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e99a75e141fbeecfc41098766b1979f, server=9a1fddc00362,35473,1731339454650 in 205 msec 2024-11-11T15:37:41,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:37:41,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e99a75e141fbeecfc41098766b1979f, ASSIGN in 363 msec 2024-11-11T15:37:41,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:41,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339461977"}]},"ts":"1731339461977"} 2024-11-11T15:37:41,978 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:37:41,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:41,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 881 msec 2024-11-11T15:37:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:42,252 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:42,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39539,1731339458018 2024-11-11T15:37:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a6ab6df 2024-11-11T15:37:42,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:42,254 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:42,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T15:37:42,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:42,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:42,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T15:37:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:42,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741835_1011 (size=902) 2024-11-11T15:37:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:42,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65367c1bdb52f86917bcf2f2fe5faf1d, NAME => 'test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b 2024-11-11T15:37:42,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741836_1012 (size=39) 2024-11-11T15:37:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:43,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:43,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65367c1bdb52f86917bcf2f2fe5faf1d, disabling compactions & flushes 2024-11-11T15:37:43,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. after waiting 0 ms 2024-11-11T15:37:43,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65367c1bdb52f86917bcf2f2fe5faf1d: Waiting for close lock at 1731339463075Disabling compacts and flushes for region at 1731339463075Disabling writes for close at 1731339463075Writing region close event to WAL at 1731339463075Closed at 1731339463075 2024-11-11T15:37:43,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:43,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731339463077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339463077"}]},"ts":"1731339463077"} 2024-11-11T15:37:43,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:43,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:43,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339463080"}]},"ts":"1731339463080"} 2024-11-11T15:37:43,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T15:37:43,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65367c1bdb52f86917bcf2f2fe5faf1d, ASSIGN}] 2024-11-11T15:37:43,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65367c1bdb52f86917bcf2f2fe5faf1d, ASSIGN 2024-11-11T15:37:43,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65367c1bdb52f86917bcf2f2fe5faf1d, ASSIGN; state=OFFLINE, location=9a1fddc00362,42259,1731339458189; forceNewPlan=false, retain=false 2024-11-11T15:37:43,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65367c1bdb52f86917bcf2f2fe5faf1d, regionState=OPENING, regionLocation=9a1fddc00362,42259,1731339458189 2024-11-11T15:37:43,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65367c1bdb52f86917bcf2f2fe5faf1d, ASSIGN because future has completed 2024-11-11T15:37:43,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65367c1bdb52f86917bcf2f2fe5faf1d, server=9a1fddc00362,42259,1731339458189}] 2024-11-11T15:37:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:43,407 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,407 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65367c1bdb52f86917bcf2f2fe5faf1d, NAME => 'test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:43,407 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:43,407 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T15:37:43,408 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,408 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:43,408 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,408 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,412 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,413 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65367c1bdb52f86917bcf2f2fe5faf1d columnFamilyName f 2024-11-11T15:37:43,413 DEBUG [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:43,414 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] regionserver.HStore(327): Store=65367c1bdb52f86917bcf2f2fe5faf1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:43,414 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,415 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65367c1bdb52f86917bcf2f2fe5faf1d columnFamilyName f1 2024-11-11T15:37:43,415 DEBUG [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:43,415 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] regionserver.HStore(327): Store=65367c1bdb52f86917bcf2f2fe5faf1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:43,415 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,416 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65367c1bdb52f86917bcf2f2fe5faf1d columnFamilyName norep 2024-11-11T15:37:43,416 DEBUG [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:43,416 INFO [StoreOpener-65367c1bdb52f86917bcf2f2fe5faf1d-1 {}] regionserver.HStore(327): Store=65367c1bdb52f86917bcf2f2fe5faf1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:43,416 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,417 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,417 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,418 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,418 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,418 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:43,419 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,420 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:43,420 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65367c1bdb52f86917bcf2f2fe5faf1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62317135, jitterRate=-0.07140232622623444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:43,421 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:43,421 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65367c1bdb52f86917bcf2f2fe5faf1d: Running coprocessor pre-open hook at 1731339463408Writing region info on filesystem at 1731339463408Initializing all the Stores at 1731339463409 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339463409Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339463412 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339463412Cleaning up temporary data from old regions at 1731339463418 (+6 ms)Running coprocessor post-open hooks at 1731339463421 (+3 ms)Region opened successfully at 1731339463421 2024-11-11T15:37:43,421 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d., pid=6, masterSystemTime=1731339463400 2024-11-11T15:37:43,423 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,423 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:43,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65367c1bdb52f86917bcf2f2fe5faf1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9a1fddc00362,42259,1731339458189 2024-11-11T15:37:43,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65367c1bdb52f86917bcf2f2fe5faf1d, server=9a1fddc00362,42259,1731339458189 because future has completed 2024-11-11T15:37:43,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T15:37:43,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65367c1bdb52f86917bcf2f2fe5faf1d, server=9a1fddc00362,42259,1731339458189 in 186 msec 2024-11-11T15:37:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:37:43,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65367c1bdb52f86917bcf2f2fe5faf1d, ASSIGN in 346 msec 2024-11-11T15:37:43,430 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:43,430 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339463430"}]},"ts":"1731339463430"} 2024-11-11T15:37:43,432 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T15:37:43,432 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:43,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-11T15:37:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:37:44,413 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T15:37:44,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5517d222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:44,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39201,-1 for getting cluster id 2024-11-11T15:37:44,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:44,415 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b53cba4-2351-4f88-b7ca-0855d0fa7a66' 2024-11-11T15:37:44,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b53cba4-2351-4f88-b7ca-0855d0fa7a66" 2024-11-11T15:37:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9068d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39201,-1] 2024-11-11T15:37:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:44,417 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183ae303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:44,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39201,1731339449801 2024-11-11T15:37:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71bed4d5 2024-11-11T15:37:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:44,422 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:44,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9a1fddc00362:38173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:37:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:37:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:44,426 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:38173' 2024-11-11T15:37:44,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793a8e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:44,428 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38173,-1 for getting cluster id 2024-11-11T15:37:44,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:44,429 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a2c703-b1ae-4d09-b8d1-8e8a285c7764' 2024-11-11T15:37:44,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:44,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a2c703-b1ae-4d09-b8d1-8e8a285c7764" 2024-11-11T15:37:44,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfde40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:44,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38173,-1] 2024-11-11T15:37:44,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:44,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:44,431 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fa158c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:44,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:44,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38173,1731339454578 2024-11-11T15:37:44,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48589d58 2024-11-11T15:37:44,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:44,434 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:44,436 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T15:37:44,436 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:37:44,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:44,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:44,436 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:37:44,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:44,438 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T15:37:44,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:37:44,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:44,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:37:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741837_1013 (size=1138) 2024-11-11T15:37:44,488 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T15:37:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:44,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f78e4cb9639f3596d47b085e9c1ef416, NAME => 'hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8 2024-11-11T15:37:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741838_1014 (size=44) 2024-11-11T15:37:44,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:44,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f78e4cb9639f3596d47b085e9c1ef416, disabling compactions & flushes 2024-11-11T15:37:44,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:44,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:44,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. after waiting 0 ms 2024-11-11T15:37:44,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:44,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:44,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f78e4cb9639f3596d47b085e9c1ef416: Waiting for close lock at 1731339464879Disabling compacts and flushes for region at 1731339464879Disabling writes for close at 1731339464879Writing region close event to WAL at 1731339464879Closed at 1731339464879 2024-11-11T15:37:44,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:37:44,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731339464880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339464880"}]},"ts":"1731339464880"} 2024-11-11T15:37:44,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T15:37:44,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:37:44,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339464885"}]},"ts":"1731339464885"} 2024-11-11T15:37:44,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T15:37:44,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f78e4cb9639f3596d47b085e9c1ef416, ASSIGN}] 2024-11-11T15:37:44,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f78e4cb9639f3596d47b085e9c1ef416, ASSIGN 2024-11-11T15:37:44,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f78e4cb9639f3596d47b085e9c1ef416, ASSIGN; state=OFFLINE, location=9a1fddc00362,32879,1731339449851; forceNewPlan=false, retain=false 2024-11-11T15:37:45,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f78e4cb9639f3596d47b085e9c1ef416, regionState=OPENING, regionLocation=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:45,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f78e4cb9639f3596d47b085e9c1ef416, ASSIGN because future has completed 2024-11-11T15:37:45,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f78e4cb9639f3596d47b085e9c1ef416, server=9a1fddc00362,32879,1731339449851}] 2024-11-11T15:37:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:45,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:45,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:37:45,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T15:37:45,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9a1fddc00362%2C32879%2C1731339449851.rep, suffix=, logDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851, archiveDir=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/oldWALs, maxLogs=10 2024-11-11T15:37:45,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.rep.1731339465200, exclude list is [], retry=0 2024-11-11T15:37:45,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:45,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.rep.1731339465200 2024-11-11T15:37:45,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:45,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f78e4cb9639f3596d47b085e9c1ef416, NAME => 'hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:37:45,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T15:37:45,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:37:45,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. service=MultiRowMutationService 2024-11-11T15:37:45,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T15:37:45,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:37:45,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,224 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,225 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78e4cb9639f3596d47b085e9c1ef416 columnFamilyName hfileref 2024-11-11T15:37:45,225 DEBUG [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:45,226 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] regionserver.HStore(327): Store=f78e4cb9639f3596d47b085e9c1ef416/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:45,226 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,227 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78e4cb9639f3596d47b085e9c1ef416 columnFamilyName queue 2024-11-11T15:37:45,227 DEBUG [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:45,227 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] regionserver.HStore(327): Store=f78e4cb9639f3596d47b085e9c1ef416/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:45,227 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,228 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78e4cb9639f3596d47b085e9c1ef416 columnFamilyName sid 2024-11-11T15:37:45,228 DEBUG [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:37:45,229 INFO [StoreOpener-f78e4cb9639f3596d47b085e9c1ef416-1 {}] regionserver.HStore(327): Store=f78e4cb9639f3596d47b085e9c1ef416/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:37:45,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:37:45,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:37:45,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f78e4cb9639f3596d47b085e9c1ef416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64783442, jitterRate=-0.034651488065719604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:37:45,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:45,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f78e4cb9639f3596d47b085e9c1ef416: Running coprocessor pre-open hook at 1731339465223Writing region info on filesystem at 1731339465223Initializing all the Stores at 1731339465224 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339465224Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339465224Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339465224Cleaning up temporary data from old regions at 1731339465230 (+6 ms)Running coprocessor post-open hooks at 1731339465234 (+4 ms)Region opened successfully at 1731339465234 2024-11-11T15:37:45,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416., pid=10, masterSystemTime=1731339465195 2024-11-11T15:37:45,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:45,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:45,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f78e4cb9639f3596d47b085e9c1ef416, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,32879,1731339449851 2024-11-11T15:37:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f78e4cb9639f3596d47b085e9c1ef416, server=9a1fddc00362,32879,1731339449851 because future has completed 2024-11-11T15:37:45,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T15:37:45,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f78e4cb9639f3596d47b085e9c1ef416, server=9a1fddc00362,32879,1731339449851 in 198 msec 2024-11-11T15:37:45,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T15:37:45,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f78e4cb9639f3596d47b085e9c1ef416, ASSIGN in 355 msec 2024-11-11T15:37:45,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:37:45,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339465247"}]},"ts":"1731339465247"} 2024-11-11T15:37:45,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T15:37:45,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:37:45,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-11T15:37:45,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416., hostname=9a1fddc00362,32879,1731339449851, seqNum=2] 2024-11-11T15:37:45,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:45,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:37:45,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:45,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T15:37:45,459 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T15:37:45,504 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9a1fddc00362,32879,1731339449851, ReplicationSource: 1, currentBandwidth=0 2024-11-11T15:37:45,505 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:45,505 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,32879,1731339449851, seqNum=-1] 2024-11-11T15:37:45,505 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:45,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9a1fddc00362,32879,1731339449851', locateType=CURRENT is [region=hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416., hostname=9a1fddc00362,32879,1731339449851, seqNum=2] 2024-11-11T15:37:45,511 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T15:37:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T15:37:45,516 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9a1fddc00362,32879,1731339449851 suceeded 2024-11-11T15:37:45,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T15:37:45,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-11T15:37:45,518 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9a1fddc00362:38173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:37:45,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-11T15:37:45,526 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:38173' 2024-11-11T15:37:45,528 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8004b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,528 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38173,-1 for getting cluster id 2024-11-11T15:37:45,528 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:45,528 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a2c703-b1ae-4d09-b8d1-8e8a285c7764' 2024-11-11T15:37:45,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a2c703-b1ae-4d09-b8d1-8e8a285c7764" 2024-11-11T15:37:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1310c034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38173,-1] 2024-11-11T15:37:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:45,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:45,530 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:45,530 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f87ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,531 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:45,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38173,1731339454578 2024-11-11T15:37:45,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d39b42 2024-11-11T15:37:45,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:45,533 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:45,534 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9a1fddc00362,32879,1731339449851 (queues=1) is replicating from cluster=8b53cba4-2351-4f88-b7ca-0855d0fa7a66 to cluster=27a2c703-b1ae-4d09-b8d1-8e8a285c7764 2024-11-11T15:37:45,534 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9a1fddc00362%2C32879%2C1731339449851 2024-11-11T15:37:45,534 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9a1fddc00362,32879,1731339449851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:37:45,535 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852, startPosition=0, beingWritten=true 2024-11-11T15:37:45,536 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C32879%2C1731339449851 2024-11-11T15:37:45,542 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:45,542 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 379, reset compression=false 2024-11-11T15:37:45,542 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T15:37:45,563 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T15:37:45,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:45,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:45,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:45,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:45,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:45,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29498d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39201,-1 for getting cluster id 2024-11-11T15:37:45,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:45,564 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b53cba4-2351-4f88-b7ca-0855d0fa7a66' 2024-11-11T15:37:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b53cba4-2351-4f88-b7ca-0855d0fa7a66" 2024-11-11T15:37:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70be0299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39201,-1] 2024-11-11T15:37:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:45,566 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fb0bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d3df9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38173,-1 for getting cluster id 2024-11-11T15:37:45,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:45,567 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a2c703-b1ae-4d09-b8d1-8e8a285c7764' 2024-11-11T15:37:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a2c703-b1ae-4d09-b8d1-8e8a285c7764" 2024-11-11T15:37:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc7c219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38173,-1] 2024-11-11T15:37:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:45,569 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c70c13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ee26c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39539,-1 for getting cluster id 2024-11-11T15:37:45,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:45,570 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea91b85e-8871-4f3f-89ff-73fa36c704e5' 2024-11-11T15:37:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea91b85e-8871-4f3f-89ff-73fa36c704e5" 2024-11-11T15:37:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7877667e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39539,-1] 2024-11-11T15:37:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:45,571 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cea83dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:45,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:45,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731339465596/Put/seqid=0 2024-11-11T15:37:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741840_1016 (size=7894) 2024-11-11T15:37:45,749 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 379, reset compression=false 2024-11-11T15:37:46,003 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731339466002/Put/seqid=0 2024-11-11T15:37:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741841_1017 (size=7691) 2024-11-11T15:37:46,052 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 379, reset compression=false 2024-11-11T15:37:46,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182c6071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:46,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39201,-1 for getting cluster id 2024-11-11T15:37:46,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:46,410 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b53cba4-2351-4f88-b7ca-0855d0fa7a66' 2024-11-11T15:37:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b53cba4-2351-4f88-b7ca-0855d0fa7a66" 2024-11-11T15:37:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626a8e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39201,-1] 2024-11-11T15:37:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:46,412 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:46,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecfffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:46,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:46,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,32879,1731339449851, seqNum=-1] 2024-11-11T15:37:46,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:46,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:46,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39201,1731339449801 2024-11-11T15:37:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e378a4 2024-11-11T15:37:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:46,426 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2] 2024-11-11T15:37:46,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:37:46,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T15:37:46,447 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T15:37:46,456 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 379, reset compression=false 2024-11-11T15:37:46,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T15:37:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:46,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T15:37:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HRegion(2603): Flush status journal for 1e7c01710525de89438b384bacdc2b69: 2024-11-11T15:37:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_0 2024-11-11T15:37:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_0 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ 2024-11-11T15:37:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_1 2024-11-11T15:37:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_1 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ 2024-11-11T15:37:46,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_0 into 1e7c01710525de89438b384bacdc2b69/f as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ - updating store file list. 2024-11-11T15:37:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:46,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ into 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:46,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_0 into 1e7c01710525de89438b384bacdc2b69/f (new location: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_) 2024-11-11T15:37:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_0 2024-11-11T15:37:46,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_1 into 1e7c01710525de89438b384bacdc2b69/f as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ - updating store file list. 2024-11-11T15:37:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93df5912670e4b819617c5e40f4c984b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:46,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ into 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:46,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_1 into 1e7c01710525de89438b384bacdc2b69/f (new location: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_) 2024-11-11T15:37:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__fdq51kbec5624bqcapbrun54oa01m0026hi724sn49ikmelnlft5tmq6mndkg4fu/f/hfile_1 2024-11-11T15:37:46,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:46,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:46,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:46,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2 , the old value is region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9a1fddc00362:32879 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:37:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:37:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2 from cache 2024-11-11T15:37:46,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:46,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:46,485 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T15:37:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,35473,1731339454650, seqNum=-1] 2024-11-11T15:37:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:46,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339461098.0e99a75e141fbeecfc41098766b1979f., hostname=9a1fddc00362,35473,1731339454650, seqNum=2] 2024-11-11T15:37:46,492 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:37:46,592 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:32879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T15:37:46,973 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 379, reset compression=false 2024-11-11T15:37:46,978 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:46,978 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e7c01710525de89438b384bacdc2b69/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339466483/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T15:37:46,980 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:46,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T15:37:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(318): Replicating [8b53cba4-2351-4f88-b7ca-0855d0fa7a66] bulk loaded data 2024-11-11T15:37:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62428254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,38173,-1 for getting cluster id 2024-11-11T15:37:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:46,983 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27a2c703-b1ae-4d09-b8d1-8e8a285c7764' 2024-11-11T15:37:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27a2c703-b1ae-4d09-b8d1-8e8a285c7764" 2024-11-11T15:37:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574d601a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,38173,-1] 2024-11-11T15:37:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:46,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:46,984 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:46,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744b11e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:46,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741837_1013 (size=7894) 2024-11-11T15:37:47,178 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 687, reset compression=false 2024-11-11T15:37:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741838_1014 (size=7691) 2024-11-11T15:37:47,482 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 687, reset compression=false 2024-11-11T15:37:47,494 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:37:47,681 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-11T15:37:47,681 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T15:37:47,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:47,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,38173,1731339454578 2024-11-11T15:37:47,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2193c1b9 2024-11-11T15:37:47,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:47,807 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:47,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:37:47,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:47,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,35473,1731339454650, seqNum=-1] 2024-11-11T15:37:47,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:47,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:47,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T15:37:47,830 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T15:37:47,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ for inclusion in 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T15:37:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:47,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ for inclusion in 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T15:37:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HRegion(2603): Flush status journal for 0e99a75e141fbeecfc41098766b1979f: 2024-11-11T15:37:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 93df5912670e4b819617c5e40f4c984b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:37:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/9fe4e9f08b9c4b8391c749f91600ed48_SeqId_4_ 2024-11-11T15:37:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:37:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/738fde35c8234ec784610e5d1ea43f7f_SeqId_4_ 2024-11-11T15:37:47,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ into 0e99a75e141fbeecfc41098766b1979f/f as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/9fe4e9f08b9c4b8391c749f91600ed48_SeqId_4_ - updating store file list. 2024-11-11T15:37:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9fe4e9f08b9c4b8391c749f91600ed48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:47,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/9fe4e9f08b9c4b8391c749f91600ed48_SeqId_4_ into 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:47,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ into 0e99a75e141fbeecfc41098766b1979f/f (new location: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/9fe4e9f08b9c4b8391c749f91600ed48_SeqId_4_) 2024-11-11T15:37:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/93df5912670e4b819617c5e40f4c984b_SeqId_4_ 2024-11-11T15:37:47,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ into 0e99a75e141fbeecfc41098766b1979f/f as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/738fde35c8234ec784610e5d1ea43f7f_SeqId_4_ - updating store file list. 2024-11-11T15:37:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 738fde35c8234ec784610e5d1ea43f7f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:47,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/738fde35c8234ec784610e5d1ea43f7f_SeqId_4_ into 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:47,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ into 0e99a75e141fbeecfc41098766b1979f/f (new location: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/738fde35c8234ec784610e5d1ea43f7f_SeqId_4_) 2024-11-11T15:37:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__a6urg5ahi0kodaogpvd9nsoqb22hdu55ae6uuq8o2osnbknsbn3trhtss85amm04/f/9789ae1f1e7847dfb96b7b4b75a37a2a_SeqId_4_ 2024-11-11T15:37:47,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(324): Finished replicating [8b53cba4-2351-4f88-b7ca-0855d0fa7a66] bulk loaded data 2024-11-11T15:37:47,886 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 687, reset compression=false 2024-11-11T15:37:48,389 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 687, reset compression=false 2024-11-11T15:37:48,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42259,1731339458189, seqNum=-1] 2024-11-11T15:37:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:48,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d., hostname=9a1fddc00362,42259,1731339458189, seqNum=2] 2024-11-11T15:37:48,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:48,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:37:48,520 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9a1fddc00362%2C32879%2C1731339449851:(num 1731339451852) roll requested 2024-11-11T15:37:48,548 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, exclude list is [], retry=0 2024-11-11T15:37:48,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:48,553 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 2024-11-11T15:37:48,556 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:48,556 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 is not closed yet, will try archiving it next time 2024-11-11T15:37:48,556 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9a1fddc00362%2C32879%2C1731339449851.rep:(num 1731339465200) roll requested 2024-11-11T15:37:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741832_1008 (size=695) 2024-11-11T15:37:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290fe654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39201,-1 for getting cluster id 2024-11-11T15:37:48,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:48,569 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b53cba4-2351-4f88-b7ca-0855d0fa7a66' 2024-11-11T15:37:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b53cba4-2351-4f88-b7ca-0855d0fa7a66" 2024-11-11T15:37:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be90101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39201,-1] 2024-11-11T15:37:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,571 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71126ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39201,1731339449801 2024-11-11T15:37:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c85d1d 2024-11-11T15:37:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:48,574 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:48,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9a1fddc00362:39539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T15:37:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T15:37:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:37:48,578 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:39539' 2024-11-11T15:37:48,580 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.rep.1731339468556, exclude list is [], retry=0 2024-11-11T15:37:48,581 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/oldWALs/9a1fddc00362%2C32879%2C1731339449851.1731339451852 2024-11-11T15:37:48,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:48,592 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63842dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,592 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39539,-1 for getting cluster id 2024-11-11T15:37:48,592 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:48,593 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea91b85e-8871-4f3f-89ff-73fa36c704e5' 2024-11-11T15:37:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea91b85e-8871-4f3f-89ff-73fa36c704e5" 2024-11-11T15:37:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4e524d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39539,-1] 2024-11-11T15:37:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,595 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:48,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3841984e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,596 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:48,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39539,1731339458018 2024-11-11T15:37:48,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b0fa4c 2024-11-11T15:37:48,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:48,598 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:48,599 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T15:37:48,599 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T15:37:48,599 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,599 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:48,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T15:37:48,620 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.rep.1731339465200 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.rep.1731339468556 2024-11-11T15:37:48,621 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:48,621 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.rep.1731339465200 is not closed yet, will try archiving it next time 2024-11-11T15:37:48,621 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9a1fddc00362%2C32879%2C1731339449851.meta:.meta(num 1731339452740) roll requested 2024-11-11T15:37:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741839_1015 (size=1505) 2024-11-11T15:37:48,641 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339468621.meta, exclude list is [], retry=0 2024-11-11T15:37:48,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36631,DS-ea8c04a8-e42a-426f-b5ff-67df6d50bb39,DISK] 2024-11-11T15:37:48,676 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339452740.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339468621.meta 2024-11-11T15:37:48,680 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41425:41425)] 2024-11-11T15:37:48,680 DEBUG [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339452740.meta is not closed yet, will try archiving it next time 2024-11-11T15:37:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:37:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741834_1010 (size=3473) 2024-11-11T15:37:48,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T15:37:48,766 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T15:37:48,809 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9a1fddc00362,32879,1731339449851, ReplicationSource: 2, currentBandwidth=0 2024-11-11T15:37:48,812 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T15:37:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T15:37:48,820 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9a1fddc00362,32879,1731339449851 suceeded 2024-11-11T15:37:48,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T15:37:48,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-11T15:37:48,832 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9a1fddc00362:39539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T15:37:48,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 258 msec 2024-11-11T15:37:48,839 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9a1fddc00362:39539' 2024-11-11T15:37:48,849 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3158e7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,849 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39539,-1 for getting cluster id 2024-11-11T15:37:48,849 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:48,850 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea91b85e-8871-4f3f-89ff-73fa36c704e5' 2024-11-11T15:37:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea91b85e-8871-4f3f-89ff-73fa36c704e5" 2024-11-11T15:37:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c8343a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39539,-1] 2024-11-11T15:37:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,852 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:48,853 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf1cd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:48,853 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39539,1731339458018 2024-11-11T15:37:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b80c15 2024-11-11T15:37:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:48,857 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:48,858 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9a1fddc00362,32879,1731339449851 (queues=1) is replicating from cluster=8b53cba4-2351-4f88-b7ca-0855d0fa7a66 to cluster=ea91b85e-8871-4f3f-89ff-73fa36c704e5 2024-11-11T15:37:48,858 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9a1fddc00362%2C32879%2C1731339449851 2024-11-11T15:37:48,858 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9a1fddc00362,32879,1731339449851, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T15:37:48,876 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9a1fddc00362%2C32879%2C1731339449851 2024-11-11T15:37:48,880 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, startPosition=0, beingWritten=true 2024-11-11T15:37:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T15:37:48,894 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T15:37:48,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:48,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:48,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:48,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:48,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:37:48,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731339468900/Put/seqid=0 2024-11-11T15:37:48,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741845_1021 (size=11194) 2024-11-11T15:37:48,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731339468921/Put/seqid=0 2024-11-11T15:37:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741846_1022 (size=10791) 2024-11-11T15:37:48,994 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 to pos 687, reset compression=false 2024-11-11T15:37:49,003 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 was moved to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/oldWALs/9a1fddc00362%2C32879%2C1731339449851.1731339451852 2024-11-11T15:37:49,017 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852 2024-11-11T15:37:49,017 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, startPosition=0, beingWritten=true 2024-11-11T15:37:49,017 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339451852, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T15:37:49,029 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9a1fddc00362%2C32879%2C1731339449851.1731339451852] 2024-11-11T15:37:49,096 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 0, reset compression=false 2024-11-11T15:37:49,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:49,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:37:49,142 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128925 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9a1fddc00362,43457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:43457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T15:37:49,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b64a58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:49,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39201,-1 for getting cluster id 2024-11-11T15:37:49,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:49,341 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b53cba4-2351-4f88-b7ca-0855d0fa7a66' 2024-11-11T15:37:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b53cba4-2351-4f88-b7ca-0855d0fa7a66" 2024-11-11T15:37:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d4e63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39201,-1] 2024-11-11T15:37:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:49,342 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:49,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417a2b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:49,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,32879,1731339449851, seqNum=-1] 2024-11-11T15:37:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:49,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:37:49,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:49,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39201,1731339449801 2024-11-11T15:37:49,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6b72bd 2024-11-11T15:37:49,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:49,368 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:37:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2] 2024-11-11T15:37:49,377 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:37:49,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T15:37:49,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T15:37:49,409 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 0, reset compression=false 2024-11-11T15:37:49,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T15:37:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:49,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T15:37:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HRegion(2603): Flush status journal for 1e7c01710525de89438b384bacdc2b69: 2024-11-11T15:37:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_1 2024-11-11T15:37:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_1 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/c10355030e014bd09c22381b017a8997_SeqId_6_ 2024-11-11T15:37:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_0 2024-11-11T15:37:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_0 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ 2024-11-11T15:37:49,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_1 into 1e7c01710525de89438b384bacdc2b69/f as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/c10355030e014bd09c22381b017a8997_SeqId_6_ - updating store file list. 2024-11-11T15:37:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c10355030e014bd09c22381b017a8997_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:49,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/c10355030e014bd09c22381b017a8997_SeqId_6_ into 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:49,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_1 into 1e7c01710525de89438b384bacdc2b69/f (new location: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/c10355030e014bd09c22381b017a8997_SeqId_6_) 2024-11-11T15:37:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_1 2024-11-11T15:37:49,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_0 into 1e7c01710525de89438b384bacdc2b69/f as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ - updating store file list. 2024-11-11T15:37:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8215fe741754b4191830d37859c04b5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:49,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ into 1e7c01710525de89438b384bacdc2b69/f 2024-11-11T15:37:49,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_0 into 1e7c01710525de89438b384bacdc2b69/f (new location: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/f/b8215fe741754b4191830d37859c04b5_SeqId_6_) 2024-11-11T15:37:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/staging/jenkins__test__mmaaqf2fr7tv89ob69jnc87evt6ahcdplodb6s3j7nbc0s1d77j5ee0mn02g8vcd/f/hfile_0 2024-11-11T15:37:49,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:49,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:49,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:49,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:49,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2 , the old value is region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9a1fddc00362:32879 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:37:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T15:37:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., hostname=9a1fddc00362,32879,1731339449851, seqNum=2 from cache 2024-11-11T15:37:49,442 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T15:37:49,446 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:37:49,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:32879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T15:37:49,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T15:37:49,741 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 0, reset compression=false 2024-11-11T15:37:49,745 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:49,746 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e7c01710525de89438b384bacdc2b69/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339469439/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T15:37:49,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(318): Replicating [8b53cba4-2351-4f88-b7ca-0855d0fa7a66] bulk loaded data 2024-11-11T15:37:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741839_1015 (size=10791) 2024-11-11T15:37:49,813 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 0, reset compression=false 2024-11-11T15:37:49,836 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T15:37:49,836 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e7c01710525de89438b384bacdc2b69/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731339469439/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T15:37:49,839 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:37:49,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T15:37:49,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.ReplicationSink(318): Replicating [8b53cba4-2351-4f88-b7ca-0855d0fa7a66] bulk loaded data 2024-11-11T15:37:49,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3afa4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:49,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,39539,-1 for getting cluster id 2024-11-11T15:37:49,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:37:49,846 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea91b85e-8871-4f3f-89ff-73fa36c704e5' 2024-11-11T15:37:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:37:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea91b85e-8871-4f3f-89ff-73fa36c704e5" 2024-11-11T15:37:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273c3a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,39539,-1] 2024-11-11T15:37:49,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:37:49,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:49,849 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:37:49,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d57927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:37:49,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741837_1013 (size=10791) 2024-11-11T15:37:49,946 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741838_1014 (size=11194) 2024-11-11T15:37:50,036 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:50,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741840_1016 (size=11194) 2024-11-11T15:37:50,270 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:50,340 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:50,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:37:50,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,39539,1731339458018 2024-11-11T15:37:50,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24007d69 2024-11-11T15:37:50,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:37:50,390 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T15:37:50,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:37:50,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:37:50,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,42259,1731339458189, seqNum=-1] 2024-11-11T15:37:50,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:37:50,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T15:37:50,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T15:37:50,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/c10355030e014bd09c22381b017a8997_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T15:37:50,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/c10355030e014bd09c22381b017a8997_SeqId_6_ for inclusion in 65367c1bdb52f86917bcf2f2fe5faf1d/f 2024-11-11T15:37:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T15:37:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:50,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ for inclusion in 65367c1bdb52f86917bcf2f2fe5faf1d/f 2024-11-11T15:37:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T15:37:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HRegion(2603): Flush status journal for 65367c1bdb52f86917bcf2f2fe5faf1d: 2024-11-11T15:37:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c10355030e014bd09c22381b017a8997_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:37:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/c10355030e014bd09c22381b017a8997_SeqId_6_ as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/1e640e475c8f426a8f1314c4755394c8_SeqId_4_ 2024-11-11T15:37:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8215fe741754b4191830d37859c04b5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:37:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/5a23cae4455c4e9595f6973736faa266_SeqId_4_ 2024-11-11T15:37:50,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/c10355030e014bd09c22381b017a8997_SeqId_6_ into 65367c1bdb52f86917bcf2f2fe5faf1d/f as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/1e640e475c8f426a8f1314c4755394c8_SeqId_4_ - updating store file list. 2024-11-11T15:37:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e640e475c8f426a8f1314c4755394c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:50,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/1e640e475c8f426a8f1314c4755394c8_SeqId_4_ into 65367c1bdb52f86917bcf2f2fe5faf1d/f 2024-11-11T15:37:50,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/c10355030e014bd09c22381b017a8997_SeqId_6_ into 65367c1bdb52f86917bcf2f2fe5faf1d/f (new location: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/1e640e475c8f426a8f1314c4755394c8_SeqId_4_) 2024-11-11T15:37:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/c10355030e014bd09c22381b017a8997_SeqId_6_ 2024-11-11T15:37:50,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ into 65367c1bdb52f86917bcf2f2fe5faf1d/f as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/5a23cae4455c4e9595f6973736faa266_SeqId_4_ - updating store file list. 2024-11-11T15:37:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5a23cae4455c4e9595f6973736faa266_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/5a23cae4455c4e9595f6973736faa266_SeqId_4_ into 65367c1bdb52f86917bcf2f2fe5faf1d/f 2024-11-11T15:37:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ into 65367c1bdb52f86917bcf2f2fe5faf1d/f (new location: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/f/5a23cae4455c4e9595f6973736faa266_SeqId_4_) 2024-11-11T15:37:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/staging/jenkins.hfs.23__test__ba3bpfq37u15cr6qi7dtooumlv0v6tclivvo8jeae46k07e57i08uok4jdgkbnfv/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ 2024-11-11T15:37:50,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] regionserver.ReplicationSink(324): Finished replicating [8b53cba4-2351-4f88-b7ca-0855d0fa7a66] bulk loaded data 2024-11-11T15:37:50,450 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T15:37:50,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T15:37:50,575 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T15:37:50,577 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/c10355030e014bd09c22381b017a8997_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T15:37:50,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/c10355030e014bd09c22381b017a8997_SeqId_6_ for inclusion in 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T15:37:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:50,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ for inclusion in 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T15:37:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T15:37:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HRegion(2603): Flush status journal for 0e99a75e141fbeecfc41098766b1979f: 2024-11-11T15:37:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c10355030e014bd09c22381b017a8997_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:37:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/c10355030e014bd09c22381b017a8997_SeqId_6_ as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/64bd4d90ed68468b98015a759f638be3_SeqId_6_ 2024-11-11T15:37:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8215fe741754b4191830d37859c04b5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T15:37:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/8876b8bdcdab4c7c95008c6885f5625a_SeqId_6_ 2024-11-11T15:37:50,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/c10355030e014bd09c22381b017a8997_SeqId_6_ into 0e99a75e141fbeecfc41098766b1979f/f as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/64bd4d90ed68468b98015a759f638be3_SeqId_6_ - updating store file list. 2024-11-11T15:37:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64bd4d90ed68468b98015a759f638be3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:50,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/64bd4d90ed68468b98015a759f638be3_SeqId_6_ into 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:50,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/c10355030e014bd09c22381b017a8997_SeqId_6_ into 0e99a75e141fbeecfc41098766b1979f/f (new location: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/64bd4d90ed68468b98015a759f638be3_SeqId_6_) 2024-11-11T15:37:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/c10355030e014bd09c22381b017a8997_SeqId_6_ 2024-11-11T15:37:50,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ into 0e99a75e141fbeecfc41098766b1979f/f as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/8876b8bdcdab4c7c95008c6885f5625a_SeqId_6_ - updating store file list. 2024-11-11T15:37:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8876b8bdcdab4c7c95008c6885f5625a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T15:37:50,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/8876b8bdcdab4c7c95008c6885f5625a_SeqId_6_ into 0e99a75e141fbeecfc41098766b1979f/f 2024-11-11T15:37:50,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ into 0e99a75e141fbeecfc41098766b1979f/f (new location: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/f/8876b8bdcdab4c7c95008c6885f5625a_SeqId_6_) 2024-11-11T15:37:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/staging/jenkins.hfs.22__test__v6er3o1974uo30gi73duhvfdnl1c5iph4fopk25ifp5t8ml5qo2787vm4mokp1pa/f/b8215fe741754b4191830d37859c04b5_SeqId_6_ 2024-11-11T15:37:50,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(324): Finished replicating [8b53cba4-2351-4f88-b7ca-0855d0fa7a66] bulk loaded data 2024-11-11T15:37:50,674 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:50,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:50,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,750 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:50,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:50,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:51,179 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:51,253 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:37:51,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:51,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:51,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:51,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:51,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:51,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:37:51,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166254352, stopped=false 2024-11-11T15:37:51,469 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,39539,1731339458018 2024-11-11T15:37:51,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1680086133/running 2024-11-11T15:37:51,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1680086133/running 2024-11-11T15:37:51,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:51,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:51,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/running 2024-11-11T15:37:51,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Set watcher on znode that does not yet exist, /2-1680086133/running 2024-11-11T15:37:51,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:51,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:51,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:51,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:51,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,42259,1731339458189' ***** 2024-11-11T15:37:51,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:37:51,475 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:37:51,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:37:51,475 INFO [RS:0;9a1fddc00362:42259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:37:51,475 INFO [RS:0;9a1fddc00362:42259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:37:51,475 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(3091): Received CLOSE for 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:51,475 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,42259,1731339458189 2024-11-11T15:37:51,475 INFO [RS:0;9a1fddc00362:42259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:51,476 INFO [RS:0;9a1fddc00362:42259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:42259. 2024-11-11T15:37:51,476 DEBUG [RS:0;9a1fddc00362:42259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:51,476 DEBUG [RS:0;9a1fddc00362:42259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:51,476 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:37:51,476 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:37:51,476 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:37:51,476 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65367c1bdb52f86917bcf2f2fe5faf1d, disabling compactions & flushes 2024-11-11T15:37:51,476 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:37:51,476 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:51,476 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:51,476 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. after waiting 0 ms 2024-11-11T15:37:51,476 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:51,480 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:37:51,480 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1325): Online Regions={65367c1bdb52f86917bcf2f2fe5faf1d=test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:37:51,480 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65367c1bdb52f86917bcf2f2fe5faf1d 2024-11-11T15:37:51,480 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:51,480 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:51,480 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:51,480 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:51,480 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:51,480 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T15:37:51,504 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/default/test/65367c1bdb52f86917bcf2f2fe5faf1d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T15:37:51,505 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:51,505 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:51,505 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:51,505 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65367c1bdb52f86917bcf2f2fe5faf1d: Waiting for close lock at 1731339471476Running coprocessor pre-close hooks at 1731339471476Disabling compacts and flushes for region at 1731339471476Disabling writes for close at 1731339471476Writing region close event to WAL at 1731339471496 (+20 ms)Running coprocessor post-close hooks at 1731339471505 (+9 ms)Closed at 1731339471505 2024-11-11T15:37:51,505 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d. 2024-11-11T15:37:51,509 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/info/8841dbe882604fe6b93a5b3f114c8850 is 129, key is test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d./info:regioninfo/1731339463424/Put/seqid=0 2024-11-11T15:37:51,512 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741839_1015 (size=6421) 2024-11-11T15:37:51,517 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/info/8841dbe882604fe6b93a5b3f114c8850 2024-11-11T15:37:51,539 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/ns/b1831997e68944c0b93fcbf6b9f0fd25 is 43, key is default/ns:d/1731339459854/Put/seqid=0 2024-11-11T15:37:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741840_1016 (size=5153) 2024-11-11T15:37:51,552 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/ns/b1831997e68944c0b93fcbf6b9f0fd25 2024-11-11T15:37:51,578 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/rep_barrier/a1afad86732d49799df26e5ac2e05a66 is 112, key is test,,1731339462255.65367c1bdb52f86917bcf2f2fe5faf1d./rep_barrier:seqnumDuringOpen/1731339463424/Put/seqid=0 2024-11-11T15:37:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741841_1017 (size=5518) 2024-11-11T15:37:51,680 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:51,695 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:37:51,695 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:37:51,783 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:51,858 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:51,880 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:51,985 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/rep_barrier/a1afad86732d49799df26e5ac2e05a66 2024-11-11T15:37:52,004 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/table/a94239248f8c4431b8e2f696ad7cd6e2 is 40, key is test/table:state/1731339463430/Put/seqid=0 2024-11-11T15:37:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741842_1018 (size=5165) 2024-11-11T15:37:52,081 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:52,281 DEBUG [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:52,408 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/table/a94239248f8c4431b8e2f696ad7cd6e2 2024-11-11T15:37:52,413 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/info/8841dbe882604fe6b93a5b3f114c8850 as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/info/8841dbe882604fe6b93a5b3f114c8850 2024-11-11T15:37:52,417 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/info/8841dbe882604fe6b93a5b3f114c8850, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T15:37:52,417 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/ns/b1831997e68944c0b93fcbf6b9f0fd25 as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/ns/b1831997e68944c0b93fcbf6b9f0fd25 2024-11-11T15:37:52,421 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/ns/b1831997e68944c0b93fcbf6b9f0fd25, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:37:52,422 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/rep_barrier/a1afad86732d49799df26e5ac2e05a66 as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/rep_barrier/a1afad86732d49799df26e5ac2e05a66 2024-11-11T15:37:52,425 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/rep_barrier/a1afad86732d49799df26e5ac2e05a66, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T15:37:52,426 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/.tmp/table/a94239248f8c4431b8e2f696ad7cd6e2 as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/table/a94239248f8c4431b8e2f696ad7cd6e2 2024-11-11T15:37:52,429 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/table/a94239248f8c4431b8e2f696ad7cd6e2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:37:52,430 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=11, compaction requested=false 2024-11-11T15:37:52,434 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T15:37:52,434 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:52,434 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:52,434 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:52,434 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339471480Running coprocessor pre-close hooks at 1731339471480Disabling compacts and flushes for region at 1731339471480Disabling writes for close at 1731339471480Obtaining lock to block concurrent updates at 1731339471480Preparing flush snapshotting stores in 1588230740 at 1731339471480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731339471481 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339471481Flushing 1588230740/info: creating writer at 1731339471481Flushing 1588230740/info: appending metadata at 1731339471509 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731339471509Flushing 1588230740/ns: creating writer at 1731339471522 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731339471539 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731339471539Flushing 1588230740/rep_barrier: creating writer at 1731339471556 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339471577 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339471577Flushing 1588230740/table: creating writer at 1731339471989 (+412 ms)Flushing 1588230740/table: appending metadata at 1731339472004 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731339472004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4549fea6: reopening flushed file at 1731339472412 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc8fa88: reopening flushed file at 1731339472417 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4c15da: reopening flushed file at 1731339472421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65804187: reopening flushed file at 1731339472425 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=11, compaction requested=false at 1731339472430 (+5 ms)Writing region close event to WAL at 1731339472431 (+1 ms)Running coprocessor post-close hooks at 1731339472434 (+3 ms)Closed at 1731339472434 2024-11-11T15:37:52,434 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:52,481 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,42259,1731339458189; all regions closed. 2024-11-11T15:37:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741834_1010 (size=2717) 2024-11-11T15:37:52,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189/9a1fddc00362%2C42259%2C1731339458189.meta.1731339459761.meta not finished, retry = 0 2024-11-11T15:37:52,487 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:52,562 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:52,586 DEBUG [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/oldWALs 2024-11-11T15:37:52,586 INFO [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42259%2C1731339458189.meta:.meta(num 1731339459761) 2024-11-11T15:37:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741832_1008 (size=1028) 2024-11-11T15:37:52,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/WALs/9a1fddc00362,42259,1731339458189/9a1fddc00362%2C42259%2C1731339458189.1731339458848 not finished, retry = 0 2024-11-11T15:37:52,690 DEBUG [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/oldWALs 2024-11-11T15:37:52,690 INFO [RS:0;9a1fddc00362:42259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42259%2C1731339458189:(num 1731339458848) 2024-11-11T15:37:52,690 DEBUG [RS:0;9a1fddc00362:42259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:52,690 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:52,691 INFO [RS:0;9a1fddc00362:42259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:52,691 INFO [RS:0;9a1fddc00362:42259 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:52,691 INFO [RS:0;9a1fddc00362:42259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:52,691 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:52,691 INFO [RS:0;9a1fddc00362:42259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:42259. 2024-11-11T15:37:52,692 DEBUG [RS:0;9a1fddc00362:42259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:52,692 DEBUG [RS:0;9a1fddc00362:42259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:52,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:52,692 DEBUG [RS:0;9a1fddc00362:42259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:52,692 INFO [RS:0;9a1fddc00362:42259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42259 2024-11-11T15:37:52,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1680086133/rs/9a1fddc00362,42259,1731339458189 2024-11-11T15:37:52,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133/rs 2024-11-11T15:37:52,694 INFO [RS:0;9a1fddc00362:42259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:52,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,42259,1731339458189] 2024-11-11T15:37:52,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1680086133/draining/9a1fddc00362,42259,1731339458189 already deleted, retry=false 2024-11-11T15:37:52,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,42259,1731339458189 expired; onlineServers=0 2024-11-11T15:37:52,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,39539,1731339458018' ***** 2024-11-11T15:37:52,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:37:52,697 INFO [M:0;9a1fddc00362:39539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:52,697 INFO [M:0;9a1fddc00362:39539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:52,697 DEBUG [M:0;9a1fddc00362:39539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:37:52,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:37:52,697 DEBUG [M:0;9a1fddc00362:39539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:37:52,697 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339458620 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339458620,5,FailOnTimeoutGroup] 2024-11-11T15:37:52,698 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339458616 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339458616,5,FailOnTimeoutGroup] 2024-11-11T15:37:52,698 INFO [M:0;9a1fddc00362:39539 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:52,698 INFO [M:0;9a1fddc00362:39539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:52,698 DEBUG [M:0;9a1fddc00362:39539 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:37:52,698 INFO [M:0;9a1fddc00362:39539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:37:52,698 INFO [M:0;9a1fddc00362:39539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:52,698 INFO [M:0;9a1fddc00362:39539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:37:52,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:37:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1680086133/master 2024-11-11T15:37:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1680086133 2024-11-11T15:37:52,699 DEBUG [M:0;9a1fddc00362:39539 {}] zookeeper.ZKUtil(347): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Unable to get data of znode /2-1680086133/master because node does not exist (not an error) 2024-11-11T15:37:52,699 WARN [M:0;9a1fddc00362:39539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:37:52,699 INFO [M:0;9a1fddc00362:39539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/.lastflushedseqids 2024-11-11T15:37:52,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741843_1019 (size=173) 2024-11-11T15:37:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x10197fae7190007, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:52,795 INFO [RS:0;9a1fddc00362:42259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:52,795 INFO [RS:0;9a1fddc00362:42259 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,42259,1731339458189; zookeeper connection closed. 2024-11-11T15:37:52,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d186bda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d186bda 2024-11-11T15:37:52,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:37:53,104 INFO [M:0;9a1fddc00362:39539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:37:53,104 INFO [M:0;9a1fddc00362:39539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:37:53,104 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:53,104 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:53,105 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:53,105 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:53,105 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:53,105 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-11T15:37:53,123 DEBUG [M:0;9a1fddc00362:39539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/012db67f44cc4a358ca7c1bdb75e2b2c is 82, key is hbase:meta,,1/info:regioninfo/1731339459839/Put/seqid=0 2024-11-11T15:37:53,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741844_1020 (size=5672) 2024-11-11T15:37:53,291 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:53,365 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:53,527 INFO [M:0;9a1fddc00362:39539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/012db67f44cc4a358ca7c1bdb75e2b2c 2024-11-11T15:37:53,553 DEBUG [M:0;9a1fddc00362:39539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5579ba1b2f44cfa97bc950f2a564446 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339463433/Put/seqid=0 2024-11-11T15:37:53,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741845_1021 (size=6585) 2024-11-11T15:37:53,961 INFO [M:0;9a1fddc00362:39539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5579ba1b2f44cfa97bc950f2a564446 2024-11-11T15:37:53,983 DEBUG [M:0;9a1fddc00362:39539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4ce1a81a25148a2a25f990dcff593de is 69, key is 9a1fddc00362,42259,1731339458189/rs:state/1731339458659/Put/seqid=0 2024-11-11T15:37:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741846_1022 (size=5156) 2024-11-11T15:37:54,194 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:54,269 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:54,387 INFO [M:0;9a1fddc00362:39539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4ce1a81a25148a2a25f990dcff593de 2024-11-11T15:37:54,392 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/012db67f44cc4a358ca7c1bdb75e2b2c as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/012db67f44cc4a358ca7c1bdb75e2b2c 2024-11-11T15:37:54,397 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/012db67f44cc4a358ca7c1bdb75e2b2c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T15:37:54,398 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5579ba1b2f44cfa97bc950f2a564446 as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5579ba1b2f44cfa97bc950f2a564446 2024-11-11T15:37:54,402 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5579ba1b2f44cfa97bc950f2a564446, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T15:37:54,403 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4ce1a81a25148a2a25f990dcff593de as hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4ce1a81a25148a2a25f990dcff593de 2024-11-11T15:37:54,407 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33223/user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4ce1a81a25148a2a25f990dcff593de, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T15:37:54,408 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=55, compaction requested=false 2024-11-11T15:37:54,410 INFO [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:54,410 DEBUG [M:0;9a1fddc00362:39539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339473104Disabling compacts and flushes for region at 1731339473104Disabling writes for close at 1731339473105 (+1 ms)Obtaining lock to block concurrent updates at 1731339473105Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339473105Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731339473105Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339473106 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339473106Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339473123 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339473123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339473533 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339473553 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339473553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339473965 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339473982 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339473982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f86e54c: reopening flushed file at 1731339474391 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8cbe47: reopening flushed file at 1731339474397 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80341d3: reopening flushed file at 1731339474402 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=55, compaction requested=false at 1731339474408 (+6 ms)Writing region close event to WAL at 1731339474410 (+2 ms)Closed at 1731339474410 2024-11-11T15:37:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741830_1006 (size=32758) 2024-11-11T15:37:54,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/498e7792-4ffb-43cf-e178-19bebbd5f52b/MasterData/WALs/9a1fddc00362,39539,1731339458018/9a1fddc00362%2C39539%2C1731339458018.1731339458523 not finished, retry = 0 2024-11-11T15:37:54,447 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:37:54,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:54,514 INFO [M:0;9a1fddc00362:39539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:37:54,514 INFO [M:0;9a1fddc00362:39539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39539 2024-11-11T15:37:54,514 INFO [M:0;9a1fddc00362:39539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:54,616 INFO [M:0;9a1fddc00362:39539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39539-0x10197fae7190006, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:54,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d36342c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:54,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71e77d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:54,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:54,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da7f716{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:54,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464a3054{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:54,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:37:54,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:37:54,621 WARN [BP-1423967865-172.17.0.3-1731339456681 heartbeating to localhost/127.0.0.1:33223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:37:54,622 WARN [BP-1423967865-172.17.0.3-1731339456681 heartbeating to localhost/127.0.0.1:33223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1423967865-172.17.0.3-1731339456681 (Datanode Uuid 8b405ae1-ae8e-4521-8787-df1f35fe3741) service to localhost/127.0.0.1:33223 2024-11-11T15:37:54,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/cluster_5f3eaa6a-53d7-abfa-ee90-e29e56c4e956/data/data1/current/BP-1423967865-172.17.0.3-1731339456681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:54,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/cluster_5f3eaa6a-53d7-abfa-ee90-e29e56c4e956/data/data2/current/BP-1423967865-172.17.0.3-1731339456681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:54,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:37:54,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5489542b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:54,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29677e05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:54,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:54,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5d3e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:54,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40de78d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/170393cc-7cb2-e08a-5589-e046cd3555ef/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:54,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:37:54,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:37:54,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:54,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:54,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:54,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:54,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:54,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:37:54,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204757447, stopped=false 2024-11-11T15:37:54,644 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,38173,1731339454578 2024-11-11T15:37:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1998502737/running 2024-11-11T15:37:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1998502737/running 2024-11-11T15:37:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:54,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:54,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:54,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:54,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:54,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,35473,1731339454650' ***** 2024-11-11T15:37:54,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:37:54,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/running 2024-11-11T15:37:54,646 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:37:54,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Set watcher on znode that does not yet exist, /1998502737/running 2024-11-11T15:37:54,646 INFO [RS:0;9a1fddc00362:35473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:37:54,646 INFO [RS:0;9a1fddc00362:35473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:37:54,646 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e99a75e141fbeecfc41098766b1979f 2024-11-11T15:37:54,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,35473,1731339454650 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:35473. 2024-11-11T15:37:54,647 DEBUG [RS:0;9a1fddc00362:35473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:54,647 DEBUG [RS:0;9a1fddc00362:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:37:54,647 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e99a75e141fbeecfc41098766b1979f, disabling compactions & flushes 2024-11-11T15:37:54,647 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:54,647 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:54,647 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:37:54,647 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. after waiting 0 ms 2024-11-11T15:37:54,647 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1325): Online Regions={0e99a75e141fbeecfc41098766b1979f=test,,1731339461098.0e99a75e141fbeecfc41098766b1979f., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:37:54,647 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:54,647 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1351): Waiting on 0e99a75e141fbeecfc41098766b1979f, 1588230740 2024-11-11T15:37:54,647 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:54,647 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:54,648 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:54,648 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:54,648 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:54,648 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T15:37:54,653 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/default/test/0e99a75e141fbeecfc41098766b1979f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:37:54,653 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:54,654 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:54,654 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:54,654 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e99a75e141fbeecfc41098766b1979f: Waiting for close lock at 1731339474647Running coprocessor pre-close hooks at 1731339474647Disabling compacts and flushes for region at 1731339474647Disabling writes for close at 1731339474647Writing region close event to WAL at 1731339474650 (+3 ms)Running coprocessor post-close hooks at 1731339474653 (+3 ms)Closed at 1731339474654 (+1 ms) 2024-11-11T15:37:54,654 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339461098.0e99a75e141fbeecfc41098766b1979f. 2024-11-11T15:37:54,655 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:54,664 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/info/ef1e62faffd74fd785dda6d29b99c7a1 is 129, key is test,,1731339461098.0e99a75e141fbeecfc41098766b1979f./info:regioninfo/1731339461966/Put/seqid=0 2024-11-11T15:37:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741841_1017 (size=6421) 2024-11-11T15:37:54,667 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/info/ef1e62faffd74fd785dda6d29b99c7a1 2024-11-11T15:37:54,685 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/ns/94b7430f64e448afbd27a701208f49fa is 43, key is default/ns:d/1731339456548/Put/seqid=0 2024-11-11T15:37:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:37:54,808 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:37:54,808 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:37:54,848 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:55,048 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:55,089 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/ns/94b7430f64e448afbd27a701208f49fa 2024-11-11T15:37:55,109 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/rep_barrier/bf87c075510e4d28a4c2fa81140a6475 is 112, key is test,,1731339461098.0e99a75e141fbeecfc41098766b1979f./rep_barrier:seqnumDuringOpen/1731339461966/Put/seqid=0 2024-11-11T15:37:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741843_1019 (size=5518) 2024-11-11T15:37:55,113 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/rep_barrier/bf87c075510e4d28a4c2fa81140a6475 2024-11-11T15:37:55,129 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/table/696901a5ad854f0984d638edab620c93 is 40, key is test/table:state/1731339461977/Put/seqid=0 2024-11-11T15:37:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741844_1020 (size=5165) 2024-11-11T15:37:55,199 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:55,248 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:55,273 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:55,448 DEBUG [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:55,533 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/table/696901a5ad854f0984d638edab620c93 2024-11-11T15:37:55,537 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/info/ef1e62faffd74fd785dda6d29b99c7a1 as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/info/ef1e62faffd74fd785dda6d29b99c7a1 2024-11-11T15:37:55,541 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/info/ef1e62faffd74fd785dda6d29b99c7a1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T15:37:55,541 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/ns/94b7430f64e448afbd27a701208f49fa as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/ns/94b7430f64e448afbd27a701208f49fa 2024-11-11T15:37:55,545 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/ns/94b7430f64e448afbd27a701208f49fa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:37:55,545 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/rep_barrier/bf87c075510e4d28a4c2fa81140a6475 as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/rep_barrier/bf87c075510e4d28a4c2fa81140a6475 2024-11-11T15:37:55,549 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/rep_barrier/bf87c075510e4d28a4c2fa81140a6475, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T15:37:55,549 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/.tmp/table/696901a5ad854f0984d638edab620c93 as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/table/696901a5ad854f0984d638edab620c93 2024-11-11T15:37:55,553 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/table/696901a5ad854f0984d638edab620c93, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T15:37:55,554 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=11, compaction requested=false 2024-11-11T15:37:55,559 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T15:37:55,560 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:55,560 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:55,560 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:55,560 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339474647Running coprocessor pre-close hooks at 1731339474647Disabling compacts and flushes for region at 1731339474647Disabling writes for close at 1731339474648 (+1 ms)Obtaining lock to block concurrent updates at 1731339474648Preparing flush snapshotting stores in 1588230740 at 1731339474648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731339474648Flushing stores of hbase:meta,,1.1588230740 at 1731339474649 (+1 ms)Flushing 1588230740/info: creating writer at 1731339474649Flushing 1588230740/info: appending metadata at 1731339474664 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731339474664Flushing 1588230740/ns: creating writer at 1731339474671 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731339474685 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731339474685Flushing 1588230740/rep_barrier: creating writer at 1731339475094 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339475109 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339475109Flushing 1588230740/table: creating writer at 1731339475116 (+7 ms)Flushing 1588230740/table: appending metadata at 1731339475129 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731339475129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e47b80c: reopening flushed file at 1731339475537 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fea0ba: reopening flushed file at 1731339475541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd89e54: reopening flushed file at 1731339475545 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c4ff95: reopening flushed file at 1731339475549 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=11, compaction requested=false at 1731339475554 (+5 ms)Writing region close event to WAL at 1731339475556 (+2 ms)Running coprocessor post-close hooks at 1731339475560 (+4 ms)Closed at 1731339475560 2024-11-11T15:37:55,560 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:55,648 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,35473,1731339454650; all regions closed. 2024-11-11T15:37:55,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741834_1010 (size=2717) 2024-11-11T15:37:55,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/WALs/9a1fddc00362,35473,1731339454650/9a1fddc00362%2C35473%2C1731339454650.meta.1731339456491.meta not finished, retry = 0 2024-11-11T15:37:55,753 DEBUG [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/oldWALs 2024-11-11T15:37:55,753 INFO [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C35473%2C1731339454650.meta:.meta(num 1731339456491) 2024-11-11T15:37:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741832_1008 (size=1374) 2024-11-11T15:37:55,756 DEBUG [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/oldWALs 2024-11-11T15:37:55,757 INFO [RS:0;9a1fddc00362:35473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C35473%2C1731339454650:(num 1731339455954) 2024-11-11T15:37:55,757 DEBUG [RS:0;9a1fddc00362:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:55,757 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:55,757 INFO [RS:0;9a1fddc00362:35473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:55,757 INFO [RS:0;9a1fddc00362:35473 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:55,757 INFO [RS:0;9a1fddc00362:35473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:55,757 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:55,757 INFO [RS:0;9a1fddc00362:35473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:35473. 2024-11-11T15:37:55,757 DEBUG [RS:0;9a1fddc00362:35473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:55,757 DEBUG [RS:0;9a1fddc00362:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:55,758 DEBUG [RS:0;9a1fddc00362:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:55,758 INFO [RS:0;9a1fddc00362:35473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35473 2024-11-11T15:37:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737/rs 2024-11-11T15:37:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1998502737/rs/9a1fddc00362,35473,1731339454650 2024-11-11T15:37:55,760 INFO [RS:0;9a1fddc00362:35473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:55,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,35473,1731339454650] 2024-11-11T15:37:55,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1998502737/draining/9a1fddc00362,35473,1731339454650 already deleted, retry=false 2024-11-11T15:37:55,762 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,35473,1731339454650 expired; onlineServers=0 2024-11-11T15:37:55,762 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,38173,1731339454578' ***** 2024-11-11T15:37:55,762 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:37:55,762 INFO [M:0;9a1fddc00362:38173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:55,762 INFO [M:0;9a1fddc00362:38173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:55,762 DEBUG [M:0;9a1fddc00362:38173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:37:55,762 DEBUG [M:0;9a1fddc00362:38173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:37:55,762 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339455734 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339455734,5,FailOnTimeoutGroup] 2024-11-11T15:37:55,762 INFO [M:0;9a1fddc00362:38173 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:55,762 INFO [M:0;9a1fddc00362:38173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:55,762 DEBUG [M:0;9a1fddc00362:38173 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:37:55,762 INFO [M:0;9a1fddc00362:38173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:37:55,762 INFO [M:0;9a1fddc00362:38173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:55,763 INFO [M:0;9a1fddc00362:38173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:37:55,763 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:37:55,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:55,763 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339455748 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339455748,5,FailOnTimeoutGroup] 2024-11-11T15:37:55,763 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:37:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1998502737/master 2024-11-11T15:37:55,764 DEBUG [M:0;9a1fddc00362:38173 {}] zookeeper.ZKUtil(347): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Unable to get data of znode /1998502737/master because node does not exist (not an error) 2024-11-11T15:37:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1998502737 2024-11-11T15:37:55,764 WARN [M:0;9a1fddc00362:38173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:37:55,765 INFO [M:0;9a1fddc00362:38173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/.lastflushedseqids 2024-11-11T15:37:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741845_1021 (size=173) 2024-11-11T15:37:55,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:55,861 INFO [RS:0;9a1fddc00362:35473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:55,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x10197fae7190004, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:55,861 INFO [RS:0;9a1fddc00362:35473 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,35473,1731339454650; zookeeper connection closed. 2024-11-11T15:37:55,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10a35770 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10a35770 2024-11-11T15:37:55,862 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:37:56,173 INFO [M:0;9a1fddc00362:38173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:37:56,173 INFO [M:0;9a1fddc00362:38173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:37:56,173 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:56,174 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:56,174 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:56,174 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:56,174 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:56,174 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-11T15:37:56,189 DEBUG [M:0;9a1fddc00362:38173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f736d760162842a38317bdf73447f09e is 82, key is hbase:meta,,1/info:regioninfo/1731339456537/Put/seqid=0 2024-11-11T15:37:56,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741846_1022 (size=5672) 2024-11-11T15:37:56,302 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:56,380 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:56,597 INFO [M:0;9a1fddc00362:38173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f736d760162842a38317bdf73447f09e 2024-11-11T15:37:56,627 DEBUG [M:0;9a1fddc00362:38173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9afdd4e5433f4e0ea933c6379a4dfa28 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339461980/Put/seqid=0 2024-11-11T15:37:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741847_1023 (size=6585) 2024-11-11T15:37:56,644 INFO [M:0;9a1fddc00362:38173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9afdd4e5433f4e0ea933c6379a4dfa28 2024-11-11T15:37:56,675 DEBUG [M:0;9a1fddc00362:38173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c58c3122ae04f39af368d076c3be3fd is 69, key is 9a1fddc00362,35473,1731339454650/rs:state/1731339455782/Put/seqid=0 2024-11-11T15:37:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741848_1024 (size=5156) 2024-11-11T15:37:56,712 INFO [M:0;9a1fddc00362:38173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c58c3122ae04f39af368d076c3be3fd 2024-11-11T15:37:56,718 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f736d760162842a38317bdf73447f09e as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f736d760162842a38317bdf73447f09e 2024-11-11T15:37:56,728 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f736d760162842a38317bdf73447f09e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T15:37:56,729 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9afdd4e5433f4e0ea933c6379a4dfa28 as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9afdd4e5433f4e0ea933c6379a4dfa28 2024-11-11T15:37:56,733 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9afdd4e5433f4e0ea933c6379a4dfa28, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T15:37:56,734 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c58c3122ae04f39af368d076c3be3fd as hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c58c3122ae04f39af368d076c3be3fd 2024-11-11T15:37:56,741 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c58c3122ae04f39af368d076c3be3fd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T15:37:56,749 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=55, compaction requested=false 2024-11-11T15:37:56,768 INFO [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:56,768 DEBUG [M:0;9a1fddc00362:38173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339476173Disabling compacts and flushes for region at 1731339476173Disabling writes for close at 1731339476174 (+1 ms)Obtaining lock to block concurrent updates at 1731339476174Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339476174Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731339476174Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339476175 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339476175Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339476189 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339476189Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339476602 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339476626 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339476626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339476648 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339476674 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339476674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bbea89: reopening flushed file at 1731339476716 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d2ef312: reopening flushed file at 1731339476728 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4de565: reopening flushed file at 1731339476733 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=55, compaction requested=false at 1731339476749 (+16 ms)Writing region close event to WAL at 1731339476768 (+19 ms)Closed at 1731339476768 2024-11-11T15:37:56,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69e65321-3f4c-a5c4-7af2-6a4d5b4e4fc3/MasterData/WALs/9a1fddc00362,38173,1731339454578/9a1fddc00362%2C38173%2C1731339454578.1731339455335 not finished, retry = 0 2024-11-11T15:37:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741830_1006 (size=32758) 2024-11-11T15:37:56,880 INFO [M:0;9a1fddc00362:38173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:37:56,880 INFO [M:0;9a1fddc00362:38173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38173 2024-11-11T15:37:56,881 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:56,881 INFO [M:0;9a1fddc00362:38173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:56,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:56,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38173-0x10197fae7190003, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:56,985 INFO [M:0;9a1fddc00362:38173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:56,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5528b0f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:56,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29117adc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:56,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:56,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4237e21e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:56,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162024a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:56,999 WARN [BP-1277731620-172.17.0.3-1731339452907 heartbeating to localhost/127.0.0.1:35611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:37:56,999 WARN [BP-1277731620-172.17.0.3-1731339452907 heartbeating to localhost/127.0.0.1:35611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277731620-172.17.0.3-1731339452907 (Datanode Uuid 0d019085-e592-444e-ad45-9875bc7ddfa9) service to localhost/127.0.0.1:35611 2024-11-11T15:37:57,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/cluster_1349522a-a912-6476-05e1-a0c24b3df917/data/data1/current/BP-1277731620-172.17.0.3-1731339452907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:57,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/cluster_1349522a-a912-6476-05e1-a0c24b3df917/data/data2/current/BP-1277731620-172.17.0.3-1731339452907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:57,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:37:57,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:37:57,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:37:57,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:37:57,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca25161{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:57,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c8b8ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:57,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:57,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5146a9b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:57,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f554c12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e143ccd-2240-fc9d-16e8-533847796699/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:37:57,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:37:57,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:37:57,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:57,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:57,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:57,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:57,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:57,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:37:57,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=873995741, stopped=false 2024-11-11T15:37:57,155 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,39201,1731339449801 2024-11-11T15:37:57,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0780719227/running 2024-11-11T15:37:57,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:57,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0780719227/running 2024-11-11T15:37:57,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:57,157 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:57,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/running 2024-11-11T15:37:57,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Set watcher on znode that does not yet exist, /0780719227/running 2024-11-11T15:37:57,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:37:57,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:57,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:57,159 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,32879,1731339449851' ***** 2024-11-11T15:37:57,159 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:37:57,159 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:37:57,159 INFO [RS:0;9a1fddc00362:32879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:37:57,159 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:37:57,159 INFO [RS:0;9a1fddc00362:32879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e7c01710525de89438b384bacdc2b69 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(3091): Received CLOSE for f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,32879,1731339449851 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:32879. 2024-11-11T15:37:57,160 DEBUG [RS:0;9a1fddc00362:32879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:57,160 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e7c01710525de89438b384bacdc2b69, disabling compactions & flushes 2024-11-11T15:37:57,160 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:57,160 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:57,160 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:57,160 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731339459949.1e7c01710525de89438b384bacdc2b69. after waiting 0 ms 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:37:57,160 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:37:57,160 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:37:57,161 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:37:57,161 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T15:37:57,161 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1325): Online Regions={1e7c01710525de89438b384bacdc2b69=test,,1731339459949.1e7c01710525de89438b384bacdc2b69., 1588230740=hbase:meta,,1.1588230740, f78e4cb9639f3596d47b085e9c1ef416=hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416.} 2024-11-11T15:37:57,161 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e7c01710525de89438b384bacdc2b69, f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:57,161 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:37:57,161 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:37:57,161 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:37:57,161 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:37:57,161 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:37:57,161 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T15:37:57,180 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/default/test/1e7c01710525de89438b384bacdc2b69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:37:57,181 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:57,181 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T15:37:57,181 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:57,181 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e7c01710525de89438b384bacdc2b69: Waiting for close lock at 1731339477160Running coprocessor pre-close hooks at 1731339477160Disabling compacts and flushes for region at 1731339477160Disabling writes for close at 1731339477160Writing region close event to WAL at 1731339477167 (+7 ms)Running coprocessor post-close hooks at 1731339477181 (+14 ms)Closed at 1731339477181 2024-11-11T15:37:57,181 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731339459949.1e7c01710525de89438b384bacdc2b69. 2024-11-11T15:37:57,182 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f78e4cb9639f3596d47b085e9c1ef416, disabling compactions & flushes 2024-11-11T15:37:57,182 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:57,182 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:57,182 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. after waiting 0 ms 2024-11-11T15:37:57,182 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:57,182 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f78e4cb9639f3596d47b085e9c1ef416 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T15:37:57,204 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/info/3d31e07b1e1c4ec7b837cb70fc165874 is 147, key is hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416./info:regioninfo/1731339465237/Put/seqid=0 2024-11-11T15:37:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741847_1023 (size=7686) 2024-11-11T15:37:57,210 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/info/3d31e07b1e1c4ec7b837cb70fc165874 2024-11-11T15:37:57,210 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/.tmp/hfileref/1fc4cd36fffb4eae817d1189942db32e is 74, key is 1/hfileref:93df5912670e4b819617c5e40f4c984b_SeqId_4_/1731339467858/DeleteColumn/seqid=0 2024-11-11T15:37:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741848_1024 (size=5489) 2024-11-11T15:37:57,235 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/.tmp/hfileref/1fc4cd36fffb4eae817d1189942db32e 2024-11-11T15:37:57,248 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:57,266 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/ns/2812d5277bef4869b011908d6f5d88a4 is 43, key is default/ns:d/1731339452808/Put/seqid=0 2024-11-11T15:37:57,275 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/.tmp/queue/8dc086b73e6243adbd21ae23f6eab437 is 153, key is 1-9a1fddc00362,32879,1731339449851/queue:9a1fddc00362%2C32879%2C1731339449851/1731339470601/Put/seqid=0 2024-11-11T15:37:57,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741849_1025 (size=5153) 2024-11-11T15:37:57,326 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/ns/2812d5277bef4869b011908d6f5d88a4 2024-11-11T15:37:57,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741850_1026 (size=5504) 2024-11-11T15:37:57,330 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/.tmp/queue/8dc086b73e6243adbd21ae23f6eab437 2024-11-11T15:37:57,363 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f78e4cb9639f3596d47b085e9c1ef416 2024-11-11T15:37:57,372 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/.tmp/hfileref/1fc4cd36fffb4eae817d1189942db32e as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/hfileref/1fc4cd36fffb4eae817d1189942db32e 2024-11-11T15:37:57,390 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/rep_barrier/899ed05c95f24772a2a746cccf0c4132 is 112, key is test,,1731339459949.1e7c01710525de89438b384bacdc2b69./rep_barrier:seqnumDuringOpen/1731339460732/Put/seqid=0 2024-11-11T15:37:57,393 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/hfileref/1fc4cd36fffb4eae817d1189942db32e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T15:37:57,400 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/.tmp/queue/8dc086b73e6243adbd21ae23f6eab437 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/queue/8dc086b73e6243adbd21ae23f6eab437 2024-11-11T15:37:57,412 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/queue/8dc086b73e6243adbd21ae23f6eab437, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T15:37:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741851_1027 (size=5518) 2024-11-11T15:37:57,415 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/rep_barrier/899ed05c95f24772a2a746cccf0c4132 2024-11-11T15:37:57,415 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f78e4cb9639f3596d47b085e9c1ef416 in 233ms, sequenceid=17, compaction requested=false 2024-11-11T15:37:57,451 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/replication/f78e4cb9639f3596d47b085e9c1ef416/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T15:37:57,453 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:57,453 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:57,453 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:57,453 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f78e4cb9639f3596d47b085e9c1ef416: Waiting for close lock at 1731339477182Running coprocessor pre-close hooks at 1731339477182Disabling compacts and flushes for region at 1731339477182Disabling writes for close at 1731339477182Obtaining lock to block concurrent updates at 1731339477182Preparing flush snapshotting stores in f78e4cb9639f3596d47b085e9c1ef416 at 1731339477182Finished memstore snapshotting hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731339477182Flushing stores of hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. at 1731339477183 (+1 ms)Flushing f78e4cb9639f3596d47b085e9c1ef416/hfileref: creating writer at 1731339477183Flushing f78e4cb9639f3596d47b085e9c1ef416/hfileref: appending metadata at 1731339477209 (+26 ms)Flushing f78e4cb9639f3596d47b085e9c1ef416/hfileref: closing flushed file at 1731339477209Flushing f78e4cb9639f3596d47b085e9c1ef416/queue: creating writer at 1731339477244 (+35 ms)Flushing f78e4cb9639f3596d47b085e9c1ef416/queue: appending metadata at 1731339477274 (+30 ms)Flushing f78e4cb9639f3596d47b085e9c1ef416/queue: closing flushed file at 1731339477274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599cb23c: reopening flushed file at 1731339477365 (+91 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfdea2: reopening flushed file at 1731339477394 (+29 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f78e4cb9639f3596d47b085e9c1ef416 in 233ms, sequenceid=17, compaction requested=false at 1731339477415 (+21 ms)Writing region close event to WAL at 1731339477428 (+13 ms)Running coprocessor post-close hooks at 1731339477452 (+24 ms)Closed at 1731339477453 (+1 ms) 2024-11-11T15:37:57,453 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731339464436.f78e4cb9639f3596d47b085e9c1ef416. 2024-11-11T15:37:57,483 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/table/94a266d3804f4076845e44a1f390964b is 53, key is hbase:replication/table:state/1731339465247/Put/seqid=0 2024-11-11T15:37:57,505 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:57,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741852_1028 (size=5308) 2024-11-11T15:37:57,539 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:57,539 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 688, reset compression=false 2024-11-11T15:37:57,540 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:57,541 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9a1fddc00362,32879,1731339449851: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9a1fddc00362,32879,1731339449851, walGroup=9a1fddc00362%2C32879%2C1731339449851, offset=9a1fddc00362%2C32879%2C1731339449851.1731339468520:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:32879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T15:37:57,543 ERROR [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:37:57,544 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:37:57,544 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:37:57,544 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:37:57,544 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:37:57,544 INFO [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1570766848, "init": 1048576000, "max": 2306867200, "used": 1262057472 }, "NonHeapMemoryUsage": { "committed": 211419136, "init": 7667712, "max": -1, "used": 208369168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:37:57,545 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:39201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:39201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T15:37:57,563 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:57,601 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 393, reset compression=false 2024-11-11T15:37:57,623 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T15:37:57,623 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 688, reset compression=false 2024-11-11T15:37:57,624 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9a1fddc00362,32879,1731339449851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T15:37:57,625 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T15:37:57,706 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:37:57,706 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:37:57,764 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:57,777 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 688, reset compression=false 2024-11-11T15:37:57,839 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 688, reset compression=false 2024-11-11T15:37:57,905 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/table/94a266d3804f4076845e44a1f390964b 2024-11-11T15:37:57,928 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/info/3d31e07b1e1c4ec7b837cb70fc165874 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/info/3d31e07b1e1c4ec7b837cb70fc165874 2024-11-11T15:37:57,954 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/info/3d31e07b1e1c4ec7b837cb70fc165874, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T15:37:57,956 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/ns/2812d5277bef4869b011908d6f5d88a4 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/ns/2812d5277bef4869b011908d6f5d88a4 2024-11-11T15:37:57,964 DEBUG [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:37:57,965 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/ns/2812d5277bef4869b011908d6f5d88a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T15:37:57,966 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/rep_barrier/899ed05c95f24772a2a746cccf0c4132 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/rep_barrier/899ed05c95f24772a2a746cccf0c4132 2024-11-11T15:37:57,985 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/rep_barrier/899ed05c95f24772a2a746cccf0c4132, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T15:37:57,986 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/.tmp/table/94a266d3804f4076845e44a1f390964b as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/table/94a266d3804f4076845e44a1f390964b 2024-11-11T15:37:57,991 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/table/94a266d3804f4076845e44a1f390964b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T15:37:57,996 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 835ms, sequenceid=16, compaction requested=false 2024-11-11T15:37:57,996 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:37:58,040 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T15:37:58,041 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T15:37:58,041 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:37:58,041 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:58,041 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339477161Running coprocessor pre-close hooks at 1731339477161Disabling compacts and flushes for region at 1731339477161Disabling writes for close at 1731339477161Obtaining lock to block concurrent updates at 1731339477161Preparing flush snapshotting stores in 1588230740 at 1731339477161Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731339477162 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339477167 (+5 ms)Flushing 1588230740/info: creating writer at 1731339477167Flushing 1588230740/info: appending metadata at 1731339477204 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731339477204Flushing 1588230740/ns: creating writer at 1731339477235 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731339477265 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731339477265Flushing 1588230740/rep_barrier: creating writer at 1731339477361 (+96 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731339477390 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731339477390Flushing 1588230740/table: creating writer at 1731339477438 (+48 ms)Flushing 1588230740/table: appending metadata at 1731339477482 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731339477482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54387bc6: reopening flushed file at 1731339477921 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad1bc23: reopening flushed file at 1731339477954 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415192be: reopening flushed file at 1731339477965 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f4cf6d: reopening flushed file at 1731339477985 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 835ms, sequenceid=16, compaction requested=false at 1731339477996 (+11 ms)Writing region close event to WAL at 1731339478009 (+13 ms)Running coprocessor post-close hooks at 1731339478041 (+32 ms)Closed at 1731339478041 2024-11-11T15:37:58,041 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:37:58,109 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 688, reset compression=false 2024-11-11T15:37:58,164 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,32879,1731339449851; all regions closed. 2024-11-11T15:37:58,176 DEBUG [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 to pos 688, reset compression=false 2024-11-11T15:37:58,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.meta.1731339468621.meta not finished, retry = 0 2024-11-11T15:37:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741844_1020 (size=859) 2024-11-11T15:37:58,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741843_1019 (size=2791) 2024-11-11T15:37:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741842_1018 (size=696) 2024-11-11T15:37:58,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/WALs/9a1fddc00362,32879,1731339449851/9a1fddc00362%2C32879%2C1731339449851.1731339468520 not finished, retry = 0 2024-11-11T15:37:58,417 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:58,417 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:37:58,417 INFO [RS:0;9a1fddc00362:32879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:58,417 INFO [RS:0;9a1fddc00362:32879 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:58,417 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:58,417 INFO [RS:0;9a1fddc00362:32879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:58,418 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9a1fddc00362,32879,1731339449851 because: Region server is closing 2024-11-11T15:37:58,418 INFO [RS:0;9a1fddc00362:32879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:32879. 2024-11-11T15:37:58,418 DEBUG [RS:0;9a1fddc00362:32879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:58,418 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:58,418 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:58,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:58,519 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 terminated 2024-11-11T15:37:58,519 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9a1fddc00362,32879,1731339449851 because: Region server is closing 2024-11-11T15:37:58,519 WARN [RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,1-9a1fddc00362,32879,1731339449851.replicationSource.wal-reader.9a1fddc00362%2C32879%2C1731339449851,1-9a1fddc00362,32879,1731339449851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T15:37:58,519 INFO [RS:0;9a1fddc00362:32879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:32879. 2024-11-11T15:37:58,519 DEBUG [RS:0;9a1fddc00362:32879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:37:58,519 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:58,519 DEBUG [RS:0;9a1fddc00362:32879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:37:58,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:37:58,620 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9a1fddc00362:0-0.replicationSource,2-9a1fddc00362,32879,1731339449851.replicationSource.shipper9a1fddc00362%2C32879%2C1731339449851,2-9a1fddc00362,32879,1731339449851 terminated 2024-11-11T15:37:58,620 INFO [RS:0;9a1fddc00362:32879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32879 2024-11-11T15:37:58,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227/rs 2024-11-11T15:37:58,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0780719227/rs/9a1fddc00362,32879,1731339449851 2024-11-11T15:37:58,622 INFO [RS:0;9a1fddc00362:32879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:58,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,32879,1731339449851] 2024-11-11T15:37:58,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/draining/9a1fddc00362,32879,1731339449851 already deleted, retry=false 2024-11-11T15:37:58,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,32879,1731339449851 expired; onlineServers=0 2024-11-11T15:37:58,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,39201,1731339449801' ***** 2024-11-11T15:37:58,626 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:37:58,626 INFO [M:0;9a1fddc00362:39201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:37:58,626 INFO [M:0;9a1fddc00362:39201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:37:58,626 DEBUG [M:0;9a1fddc00362:39201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:37:58,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:37:58,626 DEBUG [M:0;9a1fddc00362:39201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:37:58,626 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339451597 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339451597,5,FailOnTimeoutGroup] 2024-11-11T15:37:58,626 INFO [M:0;9a1fddc00362:39201 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:37:58,626 INFO [M:0;9a1fddc00362:39201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:37:58,626 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339451597 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339451597,5,FailOnTimeoutGroup] 2024-11-11T15:37:58,626 DEBUG [M:0;9a1fddc00362:39201 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:37:58,626 INFO [M:0;9a1fddc00362:39201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:37:58,626 INFO [M:0;9a1fddc00362:39201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:37:58,627 INFO [M:0;9a1fddc00362:39201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:37:58,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:37:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0780719227/master 2024-11-11T15:37:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0780719227 2024-11-11T15:37:58,629 DEBUG [M:0;9a1fddc00362:39201 {}] zookeeper.RecoverableZooKeeper(212): Node /0780719227/master already deleted, retry=false 2024-11-11T15:37:58,629 DEBUG [M:0;9a1fddc00362:39201 {}] master.ActiveMasterManager(353): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Failed delete of our master address node; KeeperErrorCode = NoNode for /0780719227/master 2024-11-11T15:37:58,630 INFO [M:0;9a1fddc00362:39201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/.lastflushedseqids 2024-11-11T15:37:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741853_1029 (size=263) 2024-11-11T15:37:58,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:58,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32879-0x10197fae7190001, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:58,725 INFO [RS:0;9a1fddc00362:32879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:58,725 INFO [RS:0;9a1fddc00362:32879 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,32879,1731339449851; zookeeper connection closed. 2024-11-11T15:37:58,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36576f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36576f44 2024-11-11T15:37:58,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T15:37:59,068 INFO [M:0;9a1fddc00362:39201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:37:59,069 INFO [M:0;9a1fddc00362:39201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:37:59,069 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:37:59,069 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:59,069 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:59,069 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:37:59,069 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:59,069 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-11T15:37:59,090 DEBUG [M:0;9a1fddc00362:39201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed5d971899114c409c3d80f6807bc8fc is 82, key is hbase:meta,,1/info:regioninfo/1731339452796/Put/seqid=0 2024-11-11T15:37:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741854_1030 (size=5672) 2024-11-11T15:37:59,107 INFO [M:0;9a1fddc00362:39201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed5d971899114c409c3d80f6807bc8fc 2024-11-11T15:37:59,130 DEBUG [M:0;9a1fddc00362:39201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60592dc73d6240589fc9140a1809a639 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731339465250/Put/seqid=0 2024-11-11T15:37:59,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741855_1031 (size=8908) 2024-11-11T15:37:59,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:37:59,568 INFO [M:0;9a1fddc00362:39201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60592dc73d6240589fc9140a1809a639 2024-11-11T15:37:59,608 DEBUG [M:0;9a1fddc00362:39201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32940b4cccf54823a2c7f6c459590198 is 69, key is 9a1fddc00362,32879,1731339449851/rs:state/1731339451692/Put/seqid=0 2024-11-11T15:37:59,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741856_1032 (size=5156) 2024-11-11T15:37:59,657 INFO [M:0;9a1fddc00362:39201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32940b4cccf54823a2c7f6c459590198 2024-11-11T15:37:59,664 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed5d971899114c409c3d80f6807bc8fc as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed5d971899114c409c3d80f6807bc8fc 2024-11-11T15:37:59,669 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed5d971899114c409c3d80f6807bc8fc, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T15:37:59,670 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60592dc73d6240589fc9140a1809a639 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60592dc73d6240589fc9140a1809a639 2024-11-11T15:37:59,679 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60592dc73d6240589fc9140a1809a639, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T15:37:59,680 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32940b4cccf54823a2c7f6c459590198 as hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32940b4cccf54823a2c7f6c459590198 2024-11-11T15:37:59,684 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40563/user/jenkins/test-data/66f980b8-374f-9660-9e8c-98dfa650dad8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32940b4cccf54823a2c7f6c459590198, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T15:37:59,685 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 616ms, sequenceid=112, compaction requested=false 2024-11-11T15:37:59,697 INFO [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:37:59,697 DEBUG [M:0;9a1fddc00362:39201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339479069Disabling compacts and flushes for region at 1731339479069Disabling writes for close at 1731339479069Obtaining lock to block concurrent updates at 1731339479069Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339479069Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731339479069Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339479070 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339479070Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339479089 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339479089Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339479112 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339479130 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339479130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339479574 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339479607 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339479607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219dcfeb: reopening flushed file at 1731339479662 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6863d4cb: reopening flushed file at 1731339479669 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2654075e: reopening flushed file at 1731339479679 (+10 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 616ms, sequenceid=112, compaction requested=false at 1731339479685 (+6 ms)Writing region close event to WAL at 1731339479696 (+11 ms)Closed at 1731339479696 2024-11-11T15:37:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36631 is added to blk_1073741830_1006 (size=69043) 2024-11-11T15:37:59,708 INFO [M:0;9a1fddc00362:39201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:37:59,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:37:59,708 INFO [M:0;9a1fddc00362:39201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39201 2024-11-11T15:37:59,709 INFO [M:0;9a1fddc00362:39201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:37:59,811 INFO [M:0;9a1fddc00362:39201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:37:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39201-0x10197fae7190000, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:37:59,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330208ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:37:59,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59cfe977{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:59,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:59,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b6eb5b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:59,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cbaed18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:59,816 WARN [BP-1807088737-172.17.0.3-1731339448777 heartbeating to localhost/127.0.0.1:40563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:37:59,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:37:59,816 WARN [BP-1807088737-172.17.0.3-1731339448777 heartbeating to localhost/127.0.0.1:40563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1807088737-172.17.0.3-1731339448777 (Datanode Uuid 91bf5560-acf3-4d7c-985f-bf08405d9976) service to localhost/127.0.0.1:40563 2024-11-11T15:37:59,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:37:59,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/data/data1/current/BP-1807088737-172.17.0.3-1731339448777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:59,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/cluster_6b408c33-0830-10ef-90b5-2e67e696c003/data/data2/current/BP-1807088737-172.17.0.3-1731339448777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:37:59,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:37:59,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c3e3548{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:37:59,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51779ad2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:37:59,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:37:59,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4624605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:37:59,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61d0f936{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a7d4f44-6e05-4390-d33f-3f44cd42b72d/hadoop.log.dir/,STOPPED} 2024-11-11T15:37:59,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:37:59,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:37:59,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40563 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-34 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40563 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33223 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:35611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:35611 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:35611 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:35611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:40563 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299812660) connection to localhost/127.0.0.1:33223 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=762 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=1382 (was 1252) - AvailableMemoryMB LEAK? - 2024-11-11T15:37:59,874 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-11T15:37:59,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197fae7190002, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:37:59,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197fae7190002, quorum=127.0.0.1:56544, baseZNode=/0780719227 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:37:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197fae7190005, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:37:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10197fae7190008, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T15:37:59,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197fae7190005, quorum=127.0.0.1:56544, baseZNode=/1998502737 Received Disconnected from ZooKeeper, ignoring 2024-11-11T15:37:59,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10197fae7190008, quorum=127.0.0.1:56544, baseZNode=/2-1680086133 Received Disconnected from ZooKeeper, ignoring